-- Logs begin at Mon 2022-07-25 04:47:26 UTC, end at Mon 2022-07-25 05:56:00 UTC. -- Jul 25 05:28:22.523598 dv-cinder-850830-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 25 05:28:25.198918 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.common.config [-] Logging enabled! Jul 25 05:28:25.199748 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 25 05:28:25.199876 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104116) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 25 05:28:25.203192 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.common.config [-] Logging enabled! Jul 25 05:28:25.203442 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 25 05:28:25.203752 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104116) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 25 05:28:25.204685 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 05:28:25.204936 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 05:28:25.205414 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 05:28:25.205663 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 05:28:25.205890 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 05:28:25.206210 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.206510 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.206746 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.207043 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.207337 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.207618 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.207908 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.208203 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.208487 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.208764 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.209065 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.209295 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.209576 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.209865 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.210152 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.210374 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] debug = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.210653 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.211097 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.211500 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.211780 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.212072 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.212347 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.212617 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.212918 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.213202 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.213532 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] host = dv-cinder-850830-1-iscsi {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.213808 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.214095 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.214381 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.214665 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.214936 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.215211 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.215496 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.215767 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.216037 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] log_file = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.216333 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.216623 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.216938 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.217232 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.217457 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.217677 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.217965 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.218265 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.218539 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.218809 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.219081 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.219352 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.219622 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.219888 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.220169 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.220450 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.220733 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.221029 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.221300 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.221570 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.221837 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.222121 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.222391 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.222659 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.222927 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.223211 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.223478 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.223747 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.224046 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.224330 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.224611 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.224922 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.225195 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.225478 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.225747 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.226077 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.226280 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] use_json = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.226552 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.226818 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.227097 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.227367 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.227635 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.227902 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.228170 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.228454 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.228721 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:25.229049 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.229350 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.229652 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.229933 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.230236 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.230514 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.230803 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.231077 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.231366 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.231654 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.232731 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.233033 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.233333 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.233625 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.233921 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.234227 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.234522 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.234813 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.235090 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.235364 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.235636 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.235912 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.236197 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.236471 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.236760 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.237077 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.237354 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.237650 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.237934 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.238219 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.238513 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.238806 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.239079 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.239354 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.239646 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.240001 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.240276 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.240565 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.240865 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.241137 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.241416 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.241707 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.242000 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.242275 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.242553 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.242846 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.243124 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.243396 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.243667 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.243942 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.244212 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.244494 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.244767 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.245061 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.245332 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.245605 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.245875 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.246146 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.246421 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.246689 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.246964 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.247236 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.248069 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.248341 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.248614 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.248913 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.249187 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.249456 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.249729 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.250000 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.250270 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.250539 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.250811 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.251081 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.251377 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.251652 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.251924 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.252198 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.252472 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.252744 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.253044 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.253317 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.253591 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.253860 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.254149 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.254431 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.254712 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.254989 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.255262 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.255574 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.255849 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.256122 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.256396 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.256672 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.256981 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.257262 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.257535 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.257809 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.258092 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.258373 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.258668 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.258962 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.259239 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.259533 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.259826 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.260119 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.260398 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.260709 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.261012 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:25.261230 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 05:28:25.261470 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104116) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 25 05:28:25.556726 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 25 05:28:25.557029 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 25 05:28:25.557329 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 25 05:28:25.557663 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 25 05:28:25.967267 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:25.967484 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:25.967755 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:25.969079 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:25.969353 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:25.969614 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.024061 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.024335 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.024602 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.038934 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.039213 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.039481 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.069992 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.070271 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.070537 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.106426 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.106704 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.107478 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.336600 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.337251 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.337251 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.337432 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.338298 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.435756 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.436223 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.436507 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.436799 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.437071 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.437381 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.437642 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.437897 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.438152 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.438432 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.438691 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.438952 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.439205 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.439462 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.439715 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.439979 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.440231 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.440495 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.440761 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.441047 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.441313 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.441563 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.441844 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.442211 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.442457 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.442699 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.443101 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:28:26.443342 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:28:26.443581 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:28:26.443813 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:28:26.444045 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:28:26.444585 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:28:26.444983 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 25 05:28:26.448145 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 25 05:28:26.452967 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 25 05:28:26.456889 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 25 05:28:26.459493 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 25 05:28:26.459965 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 25 05:28:26.460300 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 25 05:28:26.460686 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 25 05:28:26.463615 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 25 05:28:26.463864 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 25 05:28:26.464210 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 25 05:28:26.469540 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 25 05:28:26.492081 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 25 05:28:26.492533 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.492854 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104116) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 25 05:28:26.493225 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.494565 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104116) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 25 05:28:26.494840 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 25 05:28:26.495082 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 25 05:28:26.499128 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.499407 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:26.618937 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 25 05:28:26.619126 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 25 05:28:26.619364 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 25 05:28:26.619741 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 25 05:28:26.672228 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO dbcounter [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Registered counter for database neutron Jul 25 05:28:26.690074 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_db.sqlalchemy.engines [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104116) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 25 05:28:26.695897 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writer thread running {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 05:28:27.239191 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Initializing driver for type 'gre' Jul 25 05:28:27.239730 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] gre ID ranges: [(1, 1000)] Jul 25 05:28:27.297576 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Initializing driver for type 'local' Jul 25 05:28:27.298016 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Initializing driver for type 'vlan' Jul 25 05:28:27.311590 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] VlanTypeDriver initialization complete Jul 25 05:28:27.312163 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Initializing driver for type 'vxlan' Jul 25 05:28:27.312734 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] vxlan ID ranges: [(1, 1000)] Jul 25 05:28:27.370032 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Initializing extension driver 'port_security' Jul 25 05:28:27.370700 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.extensions.port_security [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] PortSecurityExtensionDriver initialization complete Jul 25 05:28:27.370700 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Initializing mechanism driver 'openvswitch' Jul 25 05:28:27.371011 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Initializing mechanism driver 'hyperv' Jul 25 05:28:27.379733 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:28:27.380416 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > port after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.380816 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > port after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.381180 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > port after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.381692 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 05:28:27.382115 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.382483 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.382837 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.383230 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 05:28:27.383641 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > network after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.383995 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > network after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.384343 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > network after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.384740 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 05:28:27.385182 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.385539 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.385885 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.386286 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 05:28:27.386701 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.387054 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.387409 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.387814 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 05:28:27.388223 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.388573 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.388955 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.389343 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 05:28:27.389796 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] ML2 OVO RPC backend initialized. {{(pid=104116) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 25 05:28:27.390526 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.390889 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.391312 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > network before_response 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.391666 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > networks before_response 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.392015 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > port before_response 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.392361 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > ports before_response 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.392717 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.393092 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.393442 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > network after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.393786 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > network after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.394128 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > network after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.394469 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > port after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.394811 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > port after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.395148 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > port after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.395488 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.395827 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.396166 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.403798 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded quota_driver: . Jul 25 05:28:27.404166 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.plugin [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Modular L2 Plugin initialization complete Jul 25 05:28:27.404516 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading services supported by the core plugin {{(pid=104116) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 25 05:28:27.404893 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.plugins.ml2.managers [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Got port-security extension from driver 'port_security' Jul 25 05:28:27.405379 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.extensions.vlantransparent [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Disabled vlantransparent extension. Jul 25 05:28:27.405872 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104116) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 25 05:28:27.406201 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading Plugin: router Jul 25 05:28:27.442610 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.443004 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router after_create 55549900 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.443377 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router before_create 55549900 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.443875 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.444254 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.444618 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router after_delete 55549900 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.445007 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.445371 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.445735 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router after_create 55549900 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.446086 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router after_update 55549900 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.446440 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router after_update 55549900 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.446791 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.447151 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router after_update 55549900 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.447565 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.447936 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: port after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.448281 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: port after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.448623 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: subnet after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.448985 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.449599 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.449947 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.450292 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: port before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.450643 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.451002 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router after_update 55549900 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.451346 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.451842 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.452344 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.452616 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.453010 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > agent after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.453369 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > agent after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.453723 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > network after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.454583 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Tracking information for resource: router configured {{(pid=104116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:28:27.454919 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Tracking information for resource: floatingip configured {{(pid=104116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:28:27.459721 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.db.l3_agentschedulers_db [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 25 05:28:27.460309 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: port after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.460677 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: port after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.461065 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: port after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.461424 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: port after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.462233 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router before_create 55550100 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.462598 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.462960 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.463319 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.468505 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.services.provider_configuration [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service providers = [] {{(pid=104116) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 25 05:28:27.468900 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.db.servicetype_db [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104116) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 25 05:28:27.471836 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.services.service_base [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 05:28:27.472190 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.services.service_base [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 05:28:27.472536 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.services.service_base [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 05:28:27.473608 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.services.service_base [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 05:28:27.473985 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.services.service_base [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 25 05:28:27.474366 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:28:27.474686 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 25 05:28:27.485583 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:28:27.485924 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading Plugin: auto_allocate Jul 25 05:28:27.491654 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: network precommit_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.491976 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: network precommit_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.492488 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:28:27.492834 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading Plugin: tag Jul 25 05:28:27.500136 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:28:27.500467 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading Plugin: timestamp Jul 25 05:28:27.504260 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:28:27.504593 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading Plugin: network_ip_availability Jul 25 05:28:27.510046 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.510432 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.510794 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.511513 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:28:27.511835 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading Plugin: flavors Jul 25 05:28:27.516753 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:28:27.517110 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading Plugin: revisions Jul 25 05:28:27.521352 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:28:27.521750 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_concurrency.lockutils [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.964s {{(pid=104116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 25 05:28:27.522491 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104116) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 25 05:28:27.522831 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Initializing extension manager. Jul 25 05:28:27.523357 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: __init__.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.523702 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: __pycache__ {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.524043 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: address_group.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.524756 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.525383 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: address-group Jul 25 05:28:27.525711 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: address_scope.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.526394 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.526901 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: address-scope Jul 25 05:28:27.527225 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.528125 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.528637 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: router-admin-state-down-before-update Jul 25 05:28:27.528996 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: agent.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.529662 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.530308 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: agent Jul 25 05:28:27.530848 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: agent_resources_synced.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.531731 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.532245 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: agent-resources-synced Jul 25 05:28:27.532571 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.534362 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.534889 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: allowed-address-pairs Jul 25 05:28:27.535218 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.536246 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.536768 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: auto-allocated-topology Jul 25 05:28:27.537125 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: availability_zone.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.537784 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.538293 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: availability_zone Jul 25 05:28:27.538617 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: availability_zone_filter.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.539492 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.540004 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: availability_zone_filter Jul 25 05:28:27.540336 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: data_plane_status.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.541229 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.541737 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension data-plane-status not supported by any of loaded plugins Jul 25 05:28:27.542065 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: default_subnetpools.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.542940 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.543445 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: default-subnetpools Jul 25 05:28:27.543769 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.544537 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.545083 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: dhcp_agent_scheduler Jul 25 05:28:27.546094 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: dns.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.546912 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.547418 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension dns-integration not supported by any of loaded plugins Jul 25 05:28:27.547744 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: dns_domain_ports.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.548621 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.549162 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 25 05:28:27.549487 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.550367 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.550878 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 25 05:28:27.551202 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: dvr.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.551834 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.552338 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: dvr Jul 25 05:28:27.552660 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: ecmp_routes.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.553561 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.554066 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 25 05:28:27.554392 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: empty_string_filtering.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.555267 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.555778 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: empty-string-filtering Jul 25 05:28:27.556104 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.557004 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.557518 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 25 05:28:27.557845 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.558728 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.559234 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 25 05:28:27.559557 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: external_net.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.560426 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.561050 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: external-net Jul 25 05:28:27.561603 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.562473 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.562986 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: extra_dhcp_opt Jul 25 05:28:27.563308 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: extraroute.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.564179 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.564689 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: extraroute Jul 25 05:28:27.565042 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: extraroute_atomic.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.566035 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.566555 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: extraroute-atomic Jul 25 05:28:27.566878 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: filter_validation.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.567519 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.568023 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: filter-validation Jul 25 05:28:27.568345 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: fip_pf_description.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.569459 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.569979 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 25 05:28:27.570308 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: fip_pf_port_range.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.571193 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.571701 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 25 05:28:27.572042 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: fip_port_details.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.572955 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.573464 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: fip-port-details Jul 25 05:28:27.573786 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: flavors.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.575262 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.575756 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: flavors Jul 25 05:28:27.576083 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.578458 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.578986 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 25 05:28:27.579343 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: floatingip_pools.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.579970 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.580502 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: floatingip-pools Jul 25 05:28:27.581005 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: ip_allocation.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.581753 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.582303 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension ip_allocation not supported by any of loaded plugins Jul 25 05:28:27.582567 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.583468 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.583958 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: ip-substring-filtering Jul 25 05:28:27.584295 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: l2_adjacency.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.585258 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.585750 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 25 05:28:27.586070 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: l3.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.587021 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.587537 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: router Jul 25 05:28:27.587865 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.590134 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.590666 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 25 05:28:27.591004 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.591893 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.593044 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: ext-gw-mode Jul 25 05:28:27.593383 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.594268 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.594783 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: l3-ha Jul 25 05:28:27.595114 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.595995 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.596502 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 25 05:28:27.596862 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: l3_flavors.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.597749 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.598258 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: l3-flavors Jul 25 05:28:27.598583 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.599906 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.600426 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 25 05:28:27.600754 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.601669 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.602185 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 25 05:28:27.602508 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: l3agentscheduler.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.603506 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.604019 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: l3_agent_scheduler Jul 25 05:28:27.604350 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: local_ip.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.606118 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.606646 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension local_ip not supported by any of loaded plugins Jul 25 05:28:27.606975 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: logging.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.608576 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.609137 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension logging not supported by any of loaded plugins Jul 25 05:28:27.609474 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: metering.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.610183 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.610762 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: metering Jul 25 05:28:27.611088 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.612342 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.612895 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: metering_source_and_destination_fields Jul 25 05:28:27.613228 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: multiprovidernet.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.614129 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.614643 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: multi-provider Jul 25 05:28:27.614972 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: netmtu.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.615903 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.616421 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: net-mtu Jul 25 05:28:27.616749 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: netmtu_writable.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.617649 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.618163 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: net-mtu-writable Jul 25 05:28:27.618492 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: network_availability_zone.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.619124 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.619639 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: network_availability_zone Jul 25 05:28:27.619965 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: network_ip_availability.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.621060 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.621586 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: network-ip-availability Jul 25 05:28:27.621912 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: network_segment_range.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.622639 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.623150 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension network-segment-range not supported by any of loaded plugins Jul 25 05:28:27.623502 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: pagination.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.624450 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.624800 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: pagination Jul 25 05:28:27.625131 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: port_device_profile.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.626002 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.626518 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: port-device-profile Jul 25 05:28:27.626843 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: port_mac_address_override.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.627732 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.628246 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: port-mac-override Jul 25 05:28:27.628571 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.629488 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.629996 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: port-mac-address-regenerate Jul 25 05:28:27.630322 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.631199 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.631717 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: port-numa-affinity-policy Jul 25 05:28:27.632042 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: port_resource_request.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.632956 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.633467 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension port-resource-request not supported by any of loaded plugins Jul 25 05:28:27.633794 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: port_resource_request_groups.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.634719 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.635231 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 25 05:28:27.635560 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: portbindings.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.636444 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.636993 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: binding Jul 25 05:28:27.637322 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: portbindings_extended.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.638524 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.639043 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: binding-extended Jul 25 05:28:27.639893 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: portsecurity.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.640868 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.641392 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: port-security Jul 25 05:28:27.641723 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: project_id.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.642670 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.643005 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: project-id Jul 25 05:28:27.643329 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: providernet.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.644206 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.644716 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: provider Jul 25 05:28:27.645065 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: qos.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.648511 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.649142 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension qos not supported by any of loaded plugins Jul 25 05:28:27.649478 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.650667 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.651182 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 25 05:28:27.651518 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.652412 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.652958 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 25 05:28:27.653288 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: qos_default.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.654166 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.654681 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension qos-default not supported by any of loaded plugins Jul 25 05:28:27.655708 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: qos_fip.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.656598 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.657149 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension qos-fip not supported by any of loaded plugins Jul 25 05:28:27.657478 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.658365 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.658880 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 25 05:28:27.659204 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.660089 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.660598 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 25 05:28:27.660964 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.661844 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.662352 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 25 05:28:27.662677 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.663665 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.664172 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 25 05:28:27.664498 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.665528 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.666039 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 25 05:28:27.666364 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: qos_pps_rule.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.667486 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.668001 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension qos-pps not supported by any of loaded plugins Jul 25 05:28:27.668331 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.669243 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.669754 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 25 05:28:27.670083 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.671072 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.671591 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 25 05:28:27.671918 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: qos_rules_alias.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.672957 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.673476 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 25 05:28:27.673803 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: quota_check_limit.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.674686 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.675205 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: quota-check-limit Jul 25 05:28:27.675531 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: quotasv2.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.676419 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.676751 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: quotas Jul 25 05:28:27.677103 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: quotasv2_detail.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.678761 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.679106 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: quota_details Jul 25 05:28:27.679438 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: rbac.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.680738 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.681299 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: rbac-policies Jul 25 05:28:27.681636 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: rbac_address_group.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.682533 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.683055 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: rbac-address-group Jul 25 05:28:27.683386 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: rbac_address_scope.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.684269 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.684800 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: rbac-address-scope Jul 25 05:28:27.685144 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: rbac_security_groups.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.686623 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.687142 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: rbac-security-groups Jul 25 05:28:27.687468 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.688359 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.688899 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: rbac-subnetpool Jul 25 05:28:27.689232 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: revisionifmatch.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.690124 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.690643 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: revision-if-match Jul 25 05:28:27.690974 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: revisions.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.692053 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.692569 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: standard-attr-revisions Jul 25 05:28:27.692934 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: router_availability_zone.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.693575 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.694092 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: router_availability_zone Jul 25 05:28:27.694419 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: routerservicetype.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.695304 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.695818 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension router-service-type not supported by any of loaded plugins Jul 25 05:28:27.696147 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.697053 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.697571 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: security-groups-normalized-cidr Jul 25 05:28:27.697899 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.698786 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.699563 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: port-security-groups-filtering Jul 25 05:28:27.699889 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.700808 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.701321 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: security-groups-remote-address-group Jul 25 05:28:27.702282 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.703140 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.703659 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: security-groups-shared-filtering Jul 25 05:28:27.703986 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: securitygroup.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.714825 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.715361 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: security-group Jul 25 05:28:27.715697 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: segment.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.716391 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.716943 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension segment not supported by any of loaded plugins Jul 25 05:28:27.717295 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.718202 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.718718 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 25 05:28:27.719046 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: servicetype.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.720097 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.720613 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: service-type Jul 25 05:28:27.720981 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: sorting.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.721941 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.722277 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: sorting Jul 25 05:28:27.722603 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: standard_attr_segment.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.723486 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.724005 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 25 05:28:27.724334 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: standardattrdescription.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.724984 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.725497 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: standard-attr-description Jul 25 05:28:27.725825 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: stateful_security_group.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.726744 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.727261 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: stateful-security-group Jul 25 05:28:27.727585 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: stdattrs_common.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.728135 dv-cinder-850830-1-iscsi neutron-server[104116]: WARNING neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 25 05:28:27.728459 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.729382 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.729902 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 25 05:28:27.730225 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: subnet_onboard.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.731242 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.731768 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: subnet_onboard Jul 25 05:28:27.732093 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.733128 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.733646 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 25 05:28:27.733971 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: subnet_service_types.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.734862 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.735379 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: subnet-service-types Jul 25 05:28:27.735705 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: subnetallocation.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.736738 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.737277 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: subnet_allocation Jul 25 05:28:27.737604 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.738236 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.738750 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: subnetpool-prefix-ops Jul 25 05:28:27.739074 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.739966 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.740479 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 25 05:28:27.740822 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: tagging.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.741892 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.742375 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: standard-attr-tag Jul 25 05:28:27.742703 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: timestamp.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.743844 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.744364 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loaded extension: standard-attr-timestamp Jul 25 05:28:27.744696 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: trunk.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.745703 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.746217 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension trunk not supported by any of loaded plugins Jul 25 05:28:27.746545 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: trunk_details.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.747421 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.747931 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension trunk-details not supported by any of loaded plugins Jul 25 05:28:27.748256 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.749764 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.750277 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 25 05:28:27.750599 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Loading extension file: vlantransparent.py {{(pid=104116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:28:27.751233 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:28:27.751738 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 25 05:28:27.754312 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:network Jul 25 05:28:27.754848 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:subnet Jul 25 05:28:27.755248 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 05:28:27.755641 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:port Jul 25 05:28:27.756958 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.v2.resource_helper [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:28:27.757400 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.v2.resource_helper [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service FLAVORS assigned prefix: {{(pid=104116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:28:27.758021 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.v2.resource_helper [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:28:27.758446 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.v2.resource_helper [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:28:27.758780 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:router Jul 25 05:28:27.759211 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:floatingip Jul 25 05:28:27.759701 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.v2.resource_helper [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service METERING assigned prefix: /metering {{(pid=104116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:28:27.761150 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.761523 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.761884 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:28:27.762882 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 25 05:28:27.763337 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:security_group Jul 25 05:28:27.763780 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 25 05:28:27.764882 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.v2.resource_helper [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service CORE assigned prefix: {{(pid=104116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:28:27.765304 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 05:28:27.765664 dv-cinder-850830-1-iscsi neutron-server[104116]: WARNING neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] subnetpool is already registered Jul 25 05:28:27.766106 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.v2.resource_helper [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service CORE assigned prefix: {{(pid=104116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:28:27.766438 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 05:28:27.766774 dv-cinder-850830-1-iscsi neutron-server[104116]: WARNING neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] subnetpool is already registered Jul 25 05:28:27.769247 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.v2.resource_helper [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:28:27.769684 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.v2.resource_helper [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service FLAVORS assigned prefix: {{(pid=104116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:28:27.770284 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.v2.resource_helper [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:28:27.770706 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.v2.resource_helper [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:28:27.771045 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:router Jul 25 05:28:27.771387 dv-cinder-850830-1-iscsi neutron-server[104116]: WARNING neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] router is already registered Jul 25 05:28:27.771800 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:floatingip Jul 25 05:28:27.772142 dv-cinder-850830-1-iscsi neutron-server[104116]: WARNING neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] floatingip is already registered Jul 25 05:28:27.772604 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.v2.resource_helper [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service METERING assigned prefix: /metering {{(pid=104116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:28:27.773318 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 25 05:28:27.773648 dv-cinder-850830-1-iscsi neutron-server[104116]: WARNING neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] rbac_policy is already registered Jul 25 05:28:27.774059 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:security_group Jul 25 05:28:27.774397 dv-cinder-850830-1-iscsi neutron-server[104116]: WARNING neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] security_group is already registered Jul 25 05:28:27.774801 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 25 05:28:27.775137 dv-cinder-850830-1-iscsi neutron-server[104116]: WARNING neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] security_group_rule is already registered Jul 25 05:28:27.775763 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.v2.resource_helper [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service CORE assigned prefix: {{(pid=104116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:28:27.776097 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 05:28:27.776435 dv-cinder-850830-1-iscsi neutron-server[104116]: WARNING neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] subnetpool is already registered Jul 25 05:28:27.776951 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.v2.resource_helper [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Service CORE assigned prefix: {{(pid=104116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:28:27.777288 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 05:28:27.777620 dv-cinder-850830-1-iscsi neutron-server[104116]: WARNING neutron.quota.resource_registry [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] subnetpool is already registered Jul 25 05:28:27.778091 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: extensions {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.779549 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: address-groups {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.781316 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: address-scopes {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.782839 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: agents {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.784004 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: auto-allocated-topology {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.785302 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: availability_zones {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.786545 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: dhcp-networks {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.788068 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: dhcp-agents {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.789577 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: routers {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.791307 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: flavors {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.792591 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: service_profiles {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.793841 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: next_providers {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.795368 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: service_profiles {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.797151 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: floatingip-pools {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.798410 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: routers {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.800137 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: floatingips {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.801470 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: l3-routers {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.802889 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: l3-agents {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.804337 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: metering-labels {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.805639 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: metering-label-rules {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.807039 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: network-ip-availabilities {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.808307 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: bindings {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.809987 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: quotas {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.812196 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: quotas {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.813791 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: rbac-policies {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.815003 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: security-groups {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.817254 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: security-group-rules {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.818548 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: service-providers {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.819768 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: subnetpools {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.821124 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: subnetpools {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.822710 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: tags {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.824659 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: tags {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.826532 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: tags {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.829029 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: tags {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.830771 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: tags {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.832759 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: tags {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.834499 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: tags {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.836473 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: tags {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.838253 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: tags {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.840004 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron.api.extensions [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Extended resource: tags {{(pid=104116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:28:27.846266 dv-cinder-850830-1-iscsi neutron-server[104116]: WARNING keystonemiddleware.auth_token [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 25 05:28:27.851410 dv-cinder-850830-1-iscsi neutron-server[104116]: WARNING keystonemiddleware.auth_token [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 25 05:28:27.860448 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_concurrency.lockutils [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Acquired lock "singleton_lock" {{(pid=104116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 25 05:28:27.860962 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_concurrency.lockutils [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Releasing lock "singleton_lock" {{(pid=104116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 25 05:28:27.861627 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO oslo_service.service [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Starting 2 workers Jul 25 05:28:27.866455 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Started child 104223 {{(pid=104116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 05:28:27.870856 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Started child 104224 {{(pid=104116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 05:28:27.872126 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:27.872748 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO neutron.service [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 25 05:28:27.873153 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:27.874169 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [-] (104223) wsgi starting up on http://0.0.0.0:9696 Jul 25 05:28:27.876129 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO oslo_service.service [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Starting 1 workers Jul 25 05:28:27.876235 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:27.877708 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [-] (104224) wsgi starting up on http://0.0.0.0:9696 Jul 25 05:28:27.881337 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Started child 104225 {{(pid=104116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 05:28:27.881888 dv-cinder-850830-1-iscsi neutron-server[104116]: INFO oslo_service.service [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Starting 1 workers Jul 25 05:28:27.885044 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.service [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] calling RpcWorker wait() {{(pid=104225) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 25 05:28:27.885593 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.service [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] returning from RpcWorker wait() {{(pid=104225) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 25 05:28:27.886338 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Started child 104226 {{(pid=104116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 05:28:27.886790 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:27.887162 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-75307ae7-aced-487e-9e70-0f24c196c8e0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:27.887264 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:28:27.889148 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 25 05:28:27.889890 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 05:28:27.890248 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 05:28:27.890478 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 05:28:27.890807 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 05:28:27.890966 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 05:28:27.891620 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.892043 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.892140 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:27.892604 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.892604 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.893197 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.893477 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.893733 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.894003 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.894267 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.894441 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.894604 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.895018 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.895270 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.895592 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.895864 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.896105 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.896350 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.896522 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.896801 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.897068 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.897334 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.897597 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] debug = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.897884 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.898380 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.898640 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.898889 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.899139 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.899405 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.899675 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.899945 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.900179 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.900394 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.900633 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.900944 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.901185 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.901406 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.901618 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.901905 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.902139 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.902647 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] host = dv-cinder-850830-1-iscsi {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.902891 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.903140 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.903400 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.903631 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.903900 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.904115 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.904370 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.904642 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.904986 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.905222 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.905487 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.905742 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.905971 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.906212 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_file = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.906366 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_options = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.906619 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.906893 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.907177 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.907369 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.907531 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.907764 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.907917 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.908070 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.908318 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.908534 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.908747 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.909037 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.909246 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.909489 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.909761 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.909993 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.910230 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.910459 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.910722 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.911019 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.912030 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.912030 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.912030 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.912030 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.912330 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.912524 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.912839 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.913064 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.913327 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.913759 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.914021 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.914313 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.914601 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.914836 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.915099 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.915211 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:28:27.915377 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.915563 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.915802 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.916067 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.916292 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.916552 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.916815 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.917060 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.917287 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.917524 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.917738 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.917950 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] use_json = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.918162 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.918375 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.918617 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.918844 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.919071 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.919345 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.920396 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.920396 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.920396 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:27.921083 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.922099 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.922099 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.922638 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.922760 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.922955 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.923196 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.923418 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.923675 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.923927 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.924233 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.924458 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.924792 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.925367 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.925367 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.925743 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.927363 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.927363 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.927363 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.927363 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.927363 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.927363 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.927363 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.927809 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.928195 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.928449 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.928888 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.929384 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.929843 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.930324 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.930691 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.930954 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.931212 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.931666 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.932082 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.932520 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.932956 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.933354 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.933772 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.934165 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.934607 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.935080 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.935337 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.935590 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.935808 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.937087 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.937087 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.937365 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.937663 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.937940 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.938246 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.938465 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.938843 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.939212 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.939586 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.939970 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.940361 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.940729 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.941178 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.941572 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.941939 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.942157 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.942562 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.942941 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.943191 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.943400 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.943712 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.944176 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.944644 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.945287 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.945507 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.945880 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.946261 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.946628 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.946981 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.947340 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.947711 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.948096 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.948335 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.948555 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.948771 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.949015 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.949484 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.949709 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.949922 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.950140 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.950354 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.950570 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.950782 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.951029 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.951260 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.951649 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.952448 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.952977 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.952977 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.953241 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.953466 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.953715 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.953952 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.954171 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.954422 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.954699 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.954930 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.955190 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.955416 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.955636 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.955913 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.956131 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.956347 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.956577 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.957208 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.957208 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.957365 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.957524 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.957708 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.957936 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.958205 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.958442 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.958678 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.958897 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.959153 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.959413 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.959708 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.959940 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.960226 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.960441 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.960711 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.961044 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.961310 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.961584 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.961848 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.962103 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.962358 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.962615 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.962883 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.963150 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.963400 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.963656 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.963858 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.964079 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.964328 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.964567 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.964908 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.965164 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.965379 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.965593 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.965865 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.966109 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.966358 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.966619 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.966873 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.967127 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.967417 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.967851 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.967938 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.968131 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.968366 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.968577 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.968844 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.969083 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.969320 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.969540 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.969755 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.970077 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.970421 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.970648 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.970967 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.971108 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.971330 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.971658 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.972093 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.972242 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.972485 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.972701 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.972943 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.973382 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.973382 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.973606 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.973824 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.974099 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.974347 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.974768 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.974866 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.975048 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.975315 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.975529 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.975790 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.976008 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.976221 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.976435 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.976653 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.976888 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.977121 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.977354 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.977565 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.977824 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.978073 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.978411 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.978659 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.978908 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.979152 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.979404 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.979617 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.979829 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.980063 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.980310 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.980525 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.980745 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.981013 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.981236 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.981466 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.981700 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.981914 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.982180 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.982398 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.982616 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.982852 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.983196 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.983627 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.983627 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.983902 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.984052 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.984263 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.984491 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.984728 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.984962 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.985247 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.985631 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.985729 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.985970 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.986241 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.986470 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.986719 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.986950 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.987162 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.987385 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.987599 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.987809 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.988036 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.988245 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.988454 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.988674 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.988936 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.989170 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.989400 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.989607 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.989816 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.990037 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.990250 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.990751 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.990751 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.990929 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.991103 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.991338 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.991546 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.991777 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.992081 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.992229 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.992437 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.992687 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.992927 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.993142 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.993455 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.993708 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.993956 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.994224 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:28:27.994325 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.994449 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.994852 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.995093 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.995386 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.995600 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.995878 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.996129 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.996346 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.996563 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.996855 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.997179 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.998048 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.999398 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.999689 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:27.999925 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.000207 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.000479 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.000696 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.001177 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.001520 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.001785 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.002041 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.002313 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.002550 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.002777 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.003009 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.003227 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.003466 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.003689 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.003943 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.004180 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.004402 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.004641 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.004897 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.005115 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.005391 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.005579 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.005817 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.006036 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.006194 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 05:28:28.006710 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 25 05:28:28.006872 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 05:28:28.007025 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 05:28:28.007196 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 05:28:28.007366 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 05:28:28.007524 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 05:28:28.007732 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.007893 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.008053 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.008211 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.008389 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.008551 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.008711 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.008893 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.009047 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.009207 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.009367 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.009524 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.009681 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.009839 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.009998 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.010155 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.010315 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.010476 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.010633 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.010792 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.010949 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.011106 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] debug = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.011263 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.011454 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.011619 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.011776 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.012218 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.012218 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.012218 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.013042 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.013042 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.013042 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.013042 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.013042 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.013383 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.013383 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.013383 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.013613 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.013693 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.013848 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] host = dv-cinder-850830-1-iscsi {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.014003 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.014247 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.014397 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.014657 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.014828 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.014828 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.015109 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.015109 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.015346 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.015471 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.015598 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.015731 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.015856 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.015992 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_file = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.016128 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_options = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.016283 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.016439 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.016597 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.016799 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.016962 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.017121 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.017281 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.017426 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.017586 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.017742 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.017898 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.018054 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.018210 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.018366 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.018549 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.018682 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.019861 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.019861 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.019861 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.019861 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.020375 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.020375 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.020375 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.020375 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.020862 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.020862 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.020862 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.021269 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.021269 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.021269 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.021493 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.021578 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.021708 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.021865 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.022021 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.022202 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.022335 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.022491 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.022652 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.022810 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.022968 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.023274 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.023274 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.023742 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.023742 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.023742 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.024352 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] use_json = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.024352 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.024352 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.024352 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.024642 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.024642 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.024842 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.024930 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.025038 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.025192 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:28:28.025369 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.025530 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.025705 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.025868 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.026014 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.026167 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.026304 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.026462 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.026622 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.026781 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.026953 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.027114 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.027284 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.027443 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.027601 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.027911 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.028213 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.028543 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.028708 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.028883 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.029388 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.029388 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.029388 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.029625 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.029625 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.030366 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.030485 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.030569 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.030727 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.031037 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.031037 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.031245 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.031337 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.031499 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.031659 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.031819 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.031979 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.032140 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.032300 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.032461 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.032620 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.032803 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.032963 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.033122 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.033282 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.033443 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.033603 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.033762 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.033935 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.034093 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.034252 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.034440 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.034559 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.034717 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.034877 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.035042 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.035202 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.035367 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.035525 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.035683 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.035841 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.036003 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.036161 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.036320 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.036479 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.036639 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.036816 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.036978 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.037151 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.037308 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.037468 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.037630 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.037790 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.037948 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.038107 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.038268 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.038430 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.038590 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.038748 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.038908 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.039068 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.039227 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.039388 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.039548 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.039708 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.039868 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.040029 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.040186 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.040344 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.040502 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.040661 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.040858 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.041019 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.041178 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.041336 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.041496 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.041655 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.041814 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.041974 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.042134 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.042293 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.042452 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.042610 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.042771 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.042931 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.043090 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.043248 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.043406 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.043563 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.043721 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.043886 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.044043 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.044206 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.044364 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.044579 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.044681 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.044842 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.045003 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.045163 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.045322 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.046130 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.046295 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.046466 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.046626 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.046786 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.046946 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.047114 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.047285 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.047448 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.047608 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.047768 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.047930 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.048090 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.048250 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.048409 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.048567 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.048727 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.048908 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.049082 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.049242 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.049403 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.049562 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.049743 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.049903 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.050062 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.050221 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.050381 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.050540 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.050698 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.050858 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.051017 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.051175 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.051338 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.051497 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.051659 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.051819 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.051979 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.052139 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.052299 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.052459 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.052616 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.052801 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.052957 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.053116 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.053274 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.053431 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.053590 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.053759 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.053895 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.054057 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.054217 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.054378 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.054536 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.054710 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.054842 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.054987 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.055144 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.055304 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.055460 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.055621 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.055778 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.055936 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.056097 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.056257 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.056416 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.056575 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.056735 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.056917 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.057078 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.057238 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.057397 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.057557 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.057717 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.057881 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.058016 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.058179 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.058340 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.058518 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.058676 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.058836 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.058996 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.059154 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.059313 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.059473 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.059632 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.059790 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.059948 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.060108 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.060268 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.060429 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.060587 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.060745 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.060932 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.061116 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.061277 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.061437 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.061596 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.061756 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.061915 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.062074 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.062233 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.062393 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.062554 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.062713 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.062872 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.063030 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.063203 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.063362 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.063522 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.063681 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.063841 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.064006 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.064174 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.064333 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.064493 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.064654 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.065375 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.065375 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.065375 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.065375 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.065676 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.065676 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.065826 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.065915 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.065995 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.066154 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.066312 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.066471 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.066628 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.066787 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.066954 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.067113 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.067271 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.067429 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.067587 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.067746 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.067915 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.068058 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.068220 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.068379 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.068537 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.068696 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.068874 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.069037 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.069198 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.069365 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.069523 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.069682 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.069842 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.070013 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.070173 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.070334 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.070492 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.070650 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.070809 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.070969 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.071132 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.071300 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.071465 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.071625 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.071790 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.071958 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.072124 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.072283 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.072448 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.072614 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.072765 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.072944 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.073103 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.073264 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.073430 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.073569 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.073727 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.073886 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.074047 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.074205 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.074618 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.074777 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.074935 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.075093 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.075251 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.075408 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.075566 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.075724 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.075882 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:28:28.076034 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 05:28:28.197731 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 58370) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:28:28.207229 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071464 Jul 25 05:28:37.362599 dv-cinder-850830-1-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:28:39.319486 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8171de36-e6a9-4053-8fa1-ec38ed3d0036 None None] get_active_networks_info from dv-cinder-850830-1-iscsi {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 25 05:28:39.324433 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writer thread running {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 05:28:39.394490 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8171de36-e6a9-4053-8fa1-ec38ed3d0036 None None] No non-hosted networks {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 25 05:28:39.410096 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.agentschedulers_db [None req-8171de36-e6a9-4053-8fa1-ec38ed3d0036 None None] DHCP Agent not found on host dv-cinder-850830-1-iscsi {{(pid=104225) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 25 05:28:39.519127 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6df610e7-bd76-4c1c-9c98-41568d4d294f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666781'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:40.993071 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writer thread running {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 05:28:41.658002 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ddd15fdc-9249-4199-97dc-da01ee7e1025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666781'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:41.686672 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1be1e0af-4a62-4414-9bdc-0b554c36214d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:42.534447 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666781'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:42.661561 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 58444) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:28:43.212665 dv-cinder-850830-1-iscsi neutron-server[104224]: WARNING oslo_policy.policy [None req-b8ab1b39-b368-4e62-8f0d-57eaeb48a5bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:28:43.213253 dv-cinder-850830-1-iscsi neutron-server[104224]: WARNING oslo_policy.policy [None req-b8ab1b39-b368-4e62-8f0d-57eaeb48a5bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:28:43.436038 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [None req-b8ab1b39-b368-4e62-8f0d-57eaeb48a5bf admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:28:43.448802 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b8ab1b39-b368-4e62-8f0d-57eaeb48a5bf admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7752123 Jul 25 05:28:44.113815 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666781'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:44.626143 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666781'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:44.629030 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.629605 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.630515 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.631134 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.631770 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.632559 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.633016 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.633465 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.634494 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.635031 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.635522 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.636082 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.636527 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.637021 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.637436 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:44.637911 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850830-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:28:44.644469 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850830-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:28:45.817322 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 58476) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:28:46.157126 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-213975f2-785b-4d30-b081-5bcd149bd5d8 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:28:46.249057 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.policy [None req-213975f2-785b-4d30-b081-5bcd149bd5d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104224) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 25 05:28:46.292040 dv-cinder-850830-1-iscsi neutron-server[104224]: WARNING oslo_policy.policy [None req-213975f2-785b-4d30-b081-5bcd149bd5d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:28:46.292449 dv-cinder-850830-1-iscsi neutron-server[104224]: WARNING oslo_policy.policy [None req-213975f2-785b-4d30-b081-5bcd149bd5d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:28:46.313587 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writer thread running {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 05:28:46.390549 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-213975f2-785b-4d30-b081-5bcd149bd5d8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788544229526', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788544231050', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788544149358', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788544142680', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788544133997', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788544190667', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3790592', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3955308', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-797801', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-907831'] for rbac-policy (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:46.460351 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-213975f2-785b-4d30-b081-5bcd149bd5d8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:46.461467 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-213975f2-785b-4d30-b081-5bcd149bd5d8 admin admin] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6432002 Jul 25 05:28:48.720234 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 58488) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:28:48.818964 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.db.l3_hamode_db [None req-944edb81-0f38-4d5a-8825-9956bf9c1df8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 25 05:28:48.894958 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944edb81-0f38-4d5a-8825-9956bf9c1df8 None None] Routers set() bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:28:48.895333 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944edb81-0f38-4d5a-8825-9956bf9c1df8 None None] Router IDs set() for agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 25 05:28:49.042561 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:28:49.072932 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Made reservation on behalf of 4b840bd0540b4512b180fc68fd41cedc for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:28:49.076965 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:49.093767 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:49.204596 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Publish callbacks [] for security_group (a90aa6fd-5025-48c8-925a-cd1909d10fd1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:49.208087 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (a90aa6fd-5025-48c8-925a-cd1909d10fd1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:49.228489 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:28:49.266336 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788545280067', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (4d9dd85b-e75a-4487-8937-4992931a5d86), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:49.266907 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Unsubscribe: segment precommit_create {{(pid=104224) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 25 05:28:49.267466 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Added segment 4d9dd85b-e75a-4487-8937-4992931a5d86 of type vlan for network 164a58b5-0ba0-41e0-a5b4-30e18920ea62 Jul 25 05:28:49.301395 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a90aa6fd-5025-48c8-925a-cd1909d10fd1,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:28:49.345015 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.345363 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.345724 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.346078 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.346418 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.346744 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.347072 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.347393 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.347714 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.348033 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.348354 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.348690 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.349035 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.349352 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.349666 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Tracked resource versions report: Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: pushed versions: Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: { 'AddressGroup': {'1.2'}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Agent': {'1.1'}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'ConntrackHelper': {'1.0'}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Log': {'1.0'}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'NDPProxy': {'1.0'}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Network': {'1.1'}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Port': {'1.7'}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'PortForwarding': {'1.3'}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'QosPolicy': {'1.10'}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'SecurityGroup': {'1.5'}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'SubPort': {'1.0'}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Subnet': {'1.1'}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Trunk': {'1.1'}} Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: consumer versions: Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: { DHCP agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: L3 agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: Metadata agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: Metering agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: Open vSwitch agent@dv-cinder-850830-1-iscsi: { 'AddressGroup': '1.2', Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Agent': '1.1', Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'ConntrackHelper': '1.0', Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'LocalIPAssociation': '1.0', Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Log': '1.0', Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'NDPProxy': '1.0', Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Network': '1.1', Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Port': '1.7', Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'PortForwarding': '1.3', Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'QosPolicy': '1.10', Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'SecurityGroup': '1.5', Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'SecurityGroupRule': '1.2', Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'SubPort': '1.0', Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Subnet': '1.1', Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Trunk': '1.1'}} Jul 25 05:28:49.351061 dv-cinder-850830-1-iscsi neutron-server[104224]: {{(pid=104224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:28:49.377413 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (164a58b5-0ba0-41e0-a5b4-30e18920ea62), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:49.424009 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (164a58b5-0ba0-41e0-a5b4-30e18920ea62), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:49.429130 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:28:49.429844 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:49.493027 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7715881 Jul 25 05:28:49.554125 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4d1fe-842a-4239-922c-43a766be03f3 demo demo] Pushing event updated for resources: {'Network': ['ID=164a58b5-0ba0-41e0-a5b4-30e18920ea62,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:28:49.566553 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network 164a58b5-0ba0-41e0-a5b4-30e18920ea62 details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:28:51.799289 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 58500) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:28:52.302559 dv-cinder-850830-1-iscsi neutron-server[104223]: WARNING oslo_policy.policy [None req-496b494f-fd4d-4d44-aaac-3a7fd5101fbe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:28:52.303132 dv-cinder-850830-1-iscsi neutron-server[104223]: WARNING oslo_policy.policy [None req-496b494f-fd4d-4d44-aaac-3a7fd5101fbe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:28:52.534993 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writer thread running {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 05:28:52.739926 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.policy [None req-496b494f-fd4d-4d44-aaac-3a7fd5101fbe demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104223) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 25 05:28:52.782160 dv-cinder-850830-1-iscsi neutron-server[104223]: WARNING oslo_policy.policy [None req-496b494f-fd4d-4d44-aaac-3a7fd5101fbe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:28:52.782516 dv-cinder-850830-1-iscsi neutron-server[104223]: WARNING oslo_policy.policy [None req-496b494f-fd4d-4d44-aaac-3a7fd5101fbe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:28:52.790263 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b494f-fd4d-4d44-aaac-3a7fd5101fbe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:28:52.792208 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-496b494f-fd4d-4d44-aaac-3a7fd5101fbe demo admin] 10.222.0.33 "GET /v2.0/networks/164a58b5-0ba0-41e0-a5b4-30e18920ea62 HTTP/1.1" status: 200 len: 825 time: 0.9910011 Jul 25 05:28:52.832758 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e4f211a3-d5ce-4c6f-aab8-7b1bfabef1eb demo admin] 10.222.0.33 "GET /v2.0/subnetpools/e1d06dc7-7c68-4337-a897-19f1ace8366d HTTP/1.1" status: 200 len: 734 time: 0.0340781 Jul 25 05:28:52.841849 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Request body: {'subnet': {'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62', 'name': 'private-subnet', 'subnetpool_id': 'e1d06dc7-7c68-4337-a897-19f1ace8366d', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:28:52.878701 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Made reservation on behalf of 4b840bd0540b4512b180fc68fd41cedc for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:28:52.881710 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:53.173021 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for subnet (a7d1b293-0194-453a-8aa2-d22d6f2084b9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:53.241434 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Checking segment: {'id': '4d9dd85b-e75a-4487-8937-4992931a5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:28:53.241818 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Network hostable DHCP agents. Network: 164a58b5-0ba0-41e0-a5b4-30e18920ea62, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:28:53.258957 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a7d1b293-0194-453a-8aa2-d22d6f2084b9,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:28:53.272385 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.272730 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.273115 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.273472 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.273806 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.274136 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.274462 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.274816 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.275159 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.275529 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.275809 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.276145 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.276473 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.276801 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.277127 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Tracked resource versions report: Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: pushed versions: Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: { 'AddressGroup': {'1.2'}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Agent': {'1.1'}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'ConntrackHelper': {'1.0'}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Log': {'1.0'}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'NDPProxy': {'1.0'}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Network': {'1.1'}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Port': {'1.7'}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'PortForwarding': {'1.3'}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'QosPolicy': {'1.10'}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'SecurityGroup': {'1.5'}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'SubPort': {'1.0'}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Subnet': {'1.1'}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Trunk': {'1.1'}} Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: consumer versions: Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: { DHCP agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: L3 agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: Metadata agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: Metering agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: Open vSwitch agent@dv-cinder-850830-1-iscsi: { 'AddressGroup': '1.2', Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Agent': '1.1', Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'ConntrackHelper': '1.0', Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'LocalIPAssociation': '1.0', Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Log': '1.0', Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'NDPProxy': '1.0', Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Network': '1.1', Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Port': '1.7', Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'PortForwarding': '1.3', Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'QosPolicy': '1.10', Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'SecurityGroup': '1.5', Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'SecurityGroupRule': '1.2', Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'SubPort': '1.0', Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Subnet': '1.1', Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Trunk': '1.1'}} Jul 25 05:28:53.278457 dv-cinder-850830-1-iscsi neutron-server[104223]: {{(pid=104223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:28:53.299014 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Network 164a58b5-0ba0-41e0-a5b4-30e18920ea62 is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:28:53.312695 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, 164a58b5-0ba0-41e0-a5b4-30e18920ea62) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:28:53.317208 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:28:53.317833 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:53.322506 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef557b9-ef68-4781-b903-134db65c435b None None] Network 164a58b5-0ba0-41e0-a5b4-30e18920ea62 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:28:53.333617 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:28:53.341935 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-8766e102-0ee9-4126-a1af-354c51fbdc74 demo admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5034864 Jul 25 05:28:53.591707 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fd5b1d1-d160-5e6d-81c3-07e62fcf4b68-164a58b5-0ba0-41e0-a5b4-30e18920ea62', 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62', 'project_id': '4b840bd0540b4512b180fc68fd41cedc', 'fixed_ips': [{'subnet_id': 'a7d1b293-0194-453a-8aa2-d22d6f2084b9'}]}} from dv-cinder-850830-1-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:28:53.593827 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:53.872286 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Allocated IP 172.20.0.2 (164a58b5-0ba0-41e0-a5b4-30e18920ea62/a7d1b293-0194-453a-8aa2-d22d6f2084b9/6e1cbf71-7073-4413-9de0-05f541d51fba) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:28:53.891678 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:28:54.126519 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:28:54.138631 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=9 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:28:54.146397 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Publish callbacks [] for port (6e1cbf71-7073-4413-9de0-05f541d51fba), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:54.155082 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (6e1cbf71-7073-4413-9de0-05f541d51fba), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:54.228221 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Network 164a58b5-0ba0-41e0-a5b4-30e18920ea62 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:28:54.244878 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:28:54.248840 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:28:54.256625 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Pushing event updated for resources: {'Port': ['ID=6e1cbf71-7073-4413-9de0-05f541d51fba,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:28:54.288823 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.288823 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.288823 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.288823 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.288823 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.289361 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.289361 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.289361 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.289361 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.289361 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.289737 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.290036 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.290387 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.290713 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.291034 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Tracked resource versions report: Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: pushed versions: Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: { 'AddressGroup': {'1.2'}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Agent': {'1.1'}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'ConntrackHelper': {'1.0'}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Log': {'1.0'}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'NDPProxy': {'1.0'}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Network': {'1.1'}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Port': {'1.7'}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'PortForwarding': {'1.3'}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'QosPolicy': {'1.10'}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'SecurityGroup': {'1.5'}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'SubPort': {'1.0'}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Subnet': {'1.1'}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Trunk': {'1.1'}} Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: consumer versions: Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: { DHCP agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: L3 agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: Metadata agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: Metering agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: Open vSwitch agent@dv-cinder-850830-1-iscsi: { 'AddressGroup': '1.2', Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Agent': '1.1', Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'ConntrackHelper': '1.0', Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'LocalIPAssociation': '1.0', Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Log': '1.0', Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'NDPProxy': '1.0', Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Network': '1.1', Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Port': '1.7', Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'PortForwarding': '1.3', Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'QosPolicy': '1.10', Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'SecurityGroup': '1.5', Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'SecurityGroupRule': '1.2', Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'SubPort': '1.0', Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Subnet': '1.1', Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Trunk': '1.1'}} Jul 25 05:28:54.292429 dv-cinder-850830-1-iscsi neutron-server[104225]: {{(pid=104225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:28:54.348117 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Attempting to bind port 6e1cbf71-7073-4413-9de0-05f541d51fba on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:28:54.348743 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Attempting to bind port 6e1cbf71-7073-4413-9de0-05f541d51fba by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '4d9dd85b-e75a-4487-8937-4992931a5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:28:54.348964 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Attempting to bind port 6e1cbf71-7073-4413-9de0-05f541d51fba on network 164a58b5-0ba0-41e0-a5b4-30e18920ea62 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:28:54.354190 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:28:54.354571 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Checking segment: {'id': '4d9dd85b-e75a-4487-8937-4992931a5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:28:54.355058 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:54.355458 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Bound using segment: {'id': '4d9dd85b-e75a-4487-8937-4992931a5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:28:54.355926 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Bound port: 6e1cbf71-7073-4413-9de0-05f541d51fba, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9dd85b-e75a-4487-8937-4992931a5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:28:54.356336 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (6e1cbf71-7073-4413-9de0-05f541d51fba), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:54.387626 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:28:54.419473 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] For port 6e1cbf71-7073-4413-9de0-05f541d51fba, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:28:54.438957 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] For port 6e1cbf71-7073-4413-9de0-05f541d51fba, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=6e1cbf71-7073-4413-9de0-05f541d51fba,segment=NetworkSegment(4d9dd85b-e75a-4487-8937-4992931a5d86),segment_id=4d9dd85b-e75a-4487-8937-4992931a5d86)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:28:54.445774 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (6e1cbf71-7073-4413-9de0-05f541d51fba), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:28:54.501187 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c1cfd-bb63-420b-8fac-4fadecc6ca0c None None] Pushing event updated for resources: {'Port': ['ID=6e1cbf71-7073-4413-9de0-05f541d51fba,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:28:55.683785 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 58528) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:28:56.020802 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [None req-b855c6cd-c3b5-4f1b-b394-755080807fc3 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:28:56.021818 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b855c6cd-c3b5-4f1b-b394-755080807fc3 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3369789 Jul 25 05:28:58.326033 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 58536) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:28:58.655351 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [None req-d1df69ce-a163-48ec-9d21-2d6bb49b6c4f admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:28:58.662835 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d1df69ce-a163-48ec-9d21-2d6bb49b6c4f admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3343184 Jul 25 05:28:59.489962 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=50,neutron:INSERT=47,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:28:59.550910 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=55,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:00.976099 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 58546) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:29:01.315218 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a3e7990e-473e-49d6-8730-9210331d338a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:29:01.341182 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3e7990e-473e-49d6-8730-9210331d338a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-728'] for router (9cf165d2-2ba5-4473-bcff-5f0fbf0d0075), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:01.342715 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3e7990e-473e-49d6-8730-9210331d338a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-751'] for router (9cf165d2-2ba5-4473-bcff-5f0fbf0d0075), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:01.485609 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3e7990e-473e-49d6-8730-9210331d338a demo demo] Publish callbacks [] for router_controller (9cf165d2-2ba5-4473-bcff-5f0fbf0d0075), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:01.490157 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3e7990e-473e-49d6-8730-9210331d338a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775234'] for router (9cf165d2-2ba5-4473-bcff-5f0fbf0d0075), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:01.507513 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3e7990e-473e-49d6-8730-9210331d338a demo demo] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:01.513233 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a3e7990e-473e-49d6-8730-9210331d338a demo demo] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5361042 Jul 25 05:29:02.322864 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 6e1cbf71-7073-4413-9de0-05f541d51fba up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:29:02.408612 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 6e1cbf71-7073-4413-9de0-05f541d51fba triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:29:02.409142 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (6e1cbf71-7073-4413-9de0-05f541d51fba), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:02.512728 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 6e1cbf71-7073-4413-9de0-05f541d51fba is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:29:02.513082 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (6e1cbf71-7073-4413-9de0-05f541d51fba), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:02.549975 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port 6e1cbf71-7073-4413-9de0-05f541d51fba, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=6e1cbf71-7073-4413-9de0-05f541d51fba,segment=NetworkSegment(4d9dd85b-e75a-4487-8937-4992931a5d86),segment_id=4d9dd85b-e75a-4487-8937-4992931a5d86)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:29:02.555538 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (6e1cbf71-7073-4413-9de0-05f541d51fba), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:02.581957 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e58914-1724-4bd4-ac2b-364faf78bce5 None None] Network 164a58b5-0ba0-41e0-a5b4-30e18920ea62 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:29:02.680549 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=6e1cbf71-7073-4413-9de0-05f541d51fba,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:29:02.700552 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b7d61e1d-d93c-4dda-98b1-aa4cbe1c8a58 None None] Provisioning complete for port 6e1cbf71-7073-4413-9de0-05f541d51fba triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:29:02.700965 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b7d61e1d-d93c-4dda-98b1-aa4cbe1c8a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (6e1cbf71-7073-4413-9de0-05f541d51fba), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:02.785018 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:02.818145 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b7d61e1d-d93c-4dda-98b1-aa4cbe1c8a58 None None] Current status of the port 6e1cbf71-7073-4413-9de0-05f541d51fba is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:29:03.038716 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7f27610f-a0cb-45a7-b879-3ee6192b1ae0 None None] Provisioning complete for port 6e1cbf71-7073-4413-9de0-05f541d51fba triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:29:03.039026 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7f27610f-a0cb-45a7-b879-3ee6192b1ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (6e1cbf71-7073-4413-9de0-05f541d51fba), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:03.118287 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7f27610f-a0cb-45a7-b879-3ee6192b1ae0 None None] Current status of the port 6e1cbf71-7073-4413-9de0-05f541d51fba is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:29:03.332967 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=59,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:03.846890 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 58560) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:29:04.164388 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [None req-3f4bbf89-2ab4-406f-8347-9ac67cd832c2 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:29:04.165413 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-3f4bbf89-2ab4-406f-8347-9ac67cd832c2 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3175926 Jul 25 05:29:04.296019 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 6e1cbf71-7073-4413-9de0-05f541d51fba up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:29:04.345779 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 6e1cbf71-7073-4413-9de0-05f541d51fba triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:29:04.346185 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (6e1cbf71-7073-4413-9de0-05f541d51fba), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:04.412686 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:04.419824 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 6e1cbf71-7073-4413-9de0-05f541d51fba is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:29:06.462310 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 58568) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:29:06.776483 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:29:06.796828 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Made reservation on behalf of 85f4644d3bc94e89a0061a116652482e for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:29:06.799177 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:06.807538 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:06.883384 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Publish callbacks [] for security_group (cc379f3c-c31d-4afa-a49e-01f430c668ba), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:06.886929 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (cc379f3c-c31d-4afa-a49e-01f430c668ba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:06.901602 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Reserving flat network on physical network physnet1 {{(pid=104224) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 25 05:29:06.924583 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (63491e76-bf00-4b82-b7ae-442927718966), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:06.924947 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Added segment 63491e76-bf00-4b82-b7ae-442927718966 of type flat for network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef Jul 25 05:29:06.926123 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc379f3c-c31d-4afa-a49e-01f430c668ba,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:29:06.977391 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:07.026034 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:07.026987 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:29:07.027580 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:07.076170 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6128063 Jul 25 05:29:07.122448 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99ee1c-ef7a-4745-ac4f-025e936bfd93 admin admin] Pushing event updated for resources: {'Network': ['ID=eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:29:07.133757 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:29:08.933952 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:29:09.267593 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9af0c89d-cff2-49d9-ba42-cc7e7defd20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:09.369798 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 58576) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:29:09.743573 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165dafbe-0c00-46f9-bb72-c9b71d4a4f8f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:29:09.744840 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-165dafbe-0c00-46f9-bb72-c9b71d4a4f8f demo admin] 10.222.0.33 "GET /v2.0/subnets/a7d1b293-0194-453a-8aa2-d22d6f2084b9 HTTP/1.1" status: 200 len: 849 time: 0.3740952 Jul 25 05:29:09.927174 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-089e030b-e314-482d-bb18-8edd761455fb demo admin] 10.222.0.33 "GET /v2.0/routers/9cf165d2-2ba5-4473-bcff-5f0fbf0d0075 HTTP/1.1" status: 200 len: 704 time: 0.1758928 Jul 25 05:29:10.196002 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:10.493418 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Allocated IP 172.20.0.1 (164a58b5-0ba0-41e0-a5b4-30e18920ea62/a7d1b293-0194-453a-8aa2-d22d6f2084b9/1470d274-c3a7-403f-9452-05e321df38ce) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:29:10.648665 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Publish callbacks [] for port (1470d274-c3a7-403f-9452-05e321df38ce), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:10.713783 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (1470d274-c3a7-403f-9452-05e321df38ce), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:10.780453 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Network 164a58b5-0ba0-41e0-a5b4-30e18920ea62 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:29:10.792338 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:29:10.799371 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:29:10.799948 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663993'] for router_interface (9cf165d2-2ba5-4473-bcff-5f0fbf0d0075), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:10.854452 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Pushing event updated for resources: {'Port': ['ID=1470d274-c3a7-403f-9452-05e321df38ce,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:29:10.960961 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:10.980537 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f25ee41e-0c5d-45cd-8897-5fdb3a6fe47b None None] Provisioning complete for port 1470d274-c3a7-403f-9452-05e321df38ce triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:29:10.981130 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f25ee41e-0c5d-45cd-8897-5fdb3a6fe47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1470d274-c3a7-403f-9452-05e321df38ce), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:11.001457 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1470d274-c3a7-403f-9452-05e321df38ce), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:11.003944 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:11.012916 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f25ee41e-0c5d-45cd-8897-5fdb3a6fe47b None None] Port 1470d274-c3a7-403f-9452-05e321df38ce cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:29:11.253113 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Publish callbacks [] for port (1470d274-c3a7-403f-9452-05e321df38ce), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:11.258896 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1470d274-c3a7-403f-9452-05e321df38ce), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:11.259760 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663893'] for router_interface (9cf165d2-2ba5-4473-bcff-5f0fbf0d0075), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:11.320851 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Pushing event updated for resources: {'Port': ['ID=1470d274-c3a7-403f-9452-05e321df38ce,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:29:11.388798 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Network 164a58b5-0ba0-41e0-a5b4-30e18920ea62 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:29:11.390116 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:29:11.545973 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Router 9cf165d2-2ba5-4473-bcff-5f0fbf0d0075 is scheduled to L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:29:11.640470 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:29:11.645763 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-095d5bb5-66b2-4a75-8318-a051ec2fe44b None None] Provisioning complete for port 1470d274-c3a7-403f-9452-05e321df38ce triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:29:11.645763 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-095d5bb5-66b2-4a75-8318-a051ec2fe44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1470d274-c3a7-403f-9452-05e321df38ce), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:11.646560 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-bef8ef69-b3d5-4c45-ad93-baa6579e8a1a demo admin] 10.222.0.33 "PUT /v2.0/routers/9cf165d2-2ba5-4473-bcff-5f0fbf0d0075/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7138853 Jul 25 05:29:11.651045 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Sync routers for ids ['9cf165d2-2ba5-4473-bcff-5f0fbf0d0075'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:29:11.663752 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Routers {'9cf165d2-2ba5-4473-bcff-5f0fbf0d0075'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:29:11.664519 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:28:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['9cf165d2-2ba5-4473-bcff-5f0fbf0d0075'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:29:11.756278 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8991bd61-db85-4e9f-aaf5-5fe0f5f1f073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:11.760723 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-095d5bb5-66b2-4a75-8318-a051ec2fe44b None None] Port 1470d274-c3a7-403f-9452-05e321df38ce cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:29:11.853001 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Set router 9cf165d2-2ba5-4473-bcff-5f0fbf0d0075 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:29:12.278217 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'name': 'router1', 'tenant_id': '4b840bd0540b4512b180fc68fd41cedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:29:01Z', 'updated_at': '2022-07-25T05:29:10Z', 'revision_number': 2, 'project_id': '4b840bd0540b4512b180fc68fd41cedc', 'gw_port_host': None, '_interfaces': [{'id': '1470d274-c3a7-403f-9452-05e321df38ce', 'name': '', 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62', 'tenant_id': '4b840bd0540b4512b180fc68fd41cedc', 'mac_address': 'fa:16:3e:9a:0a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7d1b293-0194-453a-8aa2-d22d6f2084b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:29:10Z', 'updated_at': '2022-07-25T05:29:11Z', 'revision_number': 2, 'project_id': '4b840bd0540b4512b180fc68fd41cedc', 'subnets': [{'id': 'a7d1b293-0194-453a-8aa2-d22d6f2084b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1d06dc7-7c68-4337-a897-19f1ace8366d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:29:12.332122 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Checking router: 9cf165d2-2ba5-4473-bcff-5f0fbf0d0075 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:29:12.332502 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Updating router 9cf165d2-2ba5-4473-bcff-5f0fbf0d0075 port 1470d274-c3a7-403f-9452-05e321df38ce binding host dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:29:12.387018 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1470d274-c3a7-403f-9452-05e321df38ce), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:12.489896 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:12.891665 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Publish callbacks [] for port (1470d274-c3a7-403f-9452-05e321df38ce), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:12.898175 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1470d274-c3a7-403f-9452-05e321df38ce), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:13.043584 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Pushing event updated for resources: {'Port': ['ID=1470d274-c3a7-403f-9452-05e321df38ce,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:29:13.073601 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.073924 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.074219 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.074565 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.074933 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.075271 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.075608 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.075938 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.076268 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.076622 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.076979 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.077341 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.077922 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.078282 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.079000 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Tracked resource versions report: Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: pushed versions: Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: { 'AddressGroup': {'1.2'}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Agent': {'1.1'}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'ConntrackHelper': {'1.0'}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Log': {'1.0'}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'NDPProxy': {'1.0'}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Network': {'1.1'}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Port': {'1.7'}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'PortForwarding': {'1.3'}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'QosPolicy': {'1.10'}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'SecurityGroup': {'1.5'}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'SubPort': {'1.0'}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Subnet': {'1.1'}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Trunk': {'1.1'}} Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: consumer versions: Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: { DHCP agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: L3 agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: Metadata agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: Metering agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: Open vSwitch agent@dv-cinder-850830-1-iscsi: { 'AddressGroup': '1.2', Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Agent': '1.1', Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'ConntrackHelper': '1.0', Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'LocalIPAssociation': '1.0', Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Log': '1.0', Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'NDPProxy': '1.0', Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Network': '1.1', Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Port': '1.7', Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'PortForwarding': '1.3', Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'QosPolicy': '1.10', Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'SecurityGroup': '1.5', Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'SecurityGroupRule': '1.2', Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'SubPort': '1.0', Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Subnet': '1.1', Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Trunk': '1.1'}} Jul 25 05:29:13.080000 dv-cinder-850830-1-iscsi neutron-server[104226]: {{(pid=104226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:29:13.087432 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Attempting to bind port 1470d274-c3a7-403f-9452-05e321df38ce on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:29:13.087840 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Attempting to bind port 1470d274-c3a7-403f-9452-05e321df38ce by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '4d9dd85b-e75a-4487-8937-4992931a5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:29:13.088268 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Attempting to bind port 1470d274-c3a7-403f-9452-05e321df38ce on network 164a58b5-0ba0-41e0-a5b4-30e18920ea62 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:29:13.094973 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:29:13.095599 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Checking segment: {'id': '4d9dd85b-e75a-4487-8937-4992931a5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:29:13.096182 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:13.096670 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Bound using segment: {'id': '4d9dd85b-e75a-4487-8937-4992931a5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:29:13.097241 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Bound port: 1470d274-c3a7-403f-9452-05e321df38ce, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9dd85b-e75a-4487-8937-4992931a5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:29:13.097685 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1470d274-c3a7-403f-9452-05e321df38ce), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:13.162371 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] For port 1470d274-c3a7-403f-9452-05e321df38ce, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:29:13.169186 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:13.185953 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] For port 1470d274-c3a7-403f-9452-05e321df38ce, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=1470d274-c3a7-403f-9452-05e321df38ce,segment=NetworkSegment(4d9dd85b-e75a-4487-8937-4992931a5d86),segment_id=4d9dd85b-e75a-4487-8937-4992931a5d86)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:29:13.187070 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0c4a4b98-c44d-4bda-b55f-0178445f8c7a None None] Provisioning complete for port 1470d274-c3a7-403f-9452-05e321df38ce triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:29:13.188395 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0c4a4b98-c44d-4bda-b55f-0178445f8c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1470d274-c3a7-403f-9452-05e321df38ce), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:13.192922 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1470d274-c3a7-403f-9452-05e321df38ce), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:13.215940 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:13.254538 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Routers {'9cf165d2-2ba5-4473-bcff-5f0fbf0d0075'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:29:13.255174 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:29:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['9cf165d2-2ba5-4473-bcff-5f0fbf0d0075'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:29:13.279770 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0c4a4b98-c44d-4bda-b55f-0178445f8c7a None None] Current status of the port 1470d274-c3a7-403f-9452-05e321df38ce is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:29:13.280161 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0c4a4b98-c44d-4bda-b55f-0178445f8c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1470d274-c3a7-403f-9452-05e321df38ce), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:13.289941 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d1eb8-14dd-40e2-b33b-1cec348db97b None None] Pushing event updated for resources: {'Port': ['ID=1470d274-c3a7-403f-9452-05e321df38ce,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:29:13.319282 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0c4a4b98-c44d-4bda-b55f-0178445f8c7a None None] For port 1470d274-c3a7-403f-9452-05e321df38ce, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=1470d274-c3a7-403f-9452-05e321df38ce,segment=NetworkSegment(4d9dd85b-e75a-4487-8937-4992931a5d86),segment_id=4d9dd85b-e75a-4487-8937-4992931a5d86)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:29:13.325306 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0c4a4b98-c44d-4bda-b55f-0178445f8c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1470d274-c3a7-403f-9452-05e321df38ce), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:13.346106 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] Set router 9cf165d2-2ba5-4473-bcff-5f0fbf0d0075 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:29:13.378064 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a4b98-c44d-4bda-b55f-0178445f8c7a None None] Pushing event updated for resources: {'Port': ['ID=1470d274-c3a7-403f-9452-05e321df38ce,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:29:13.546186 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0e763682-7ecf-4444-a51c-ae938638375f None None] Provisioning complete for port 1470d274-c3a7-403f-9452-05e321df38ce triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:29:13.546856 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'name': 'router1', 'tenant_id': '4b840bd0540b4512b180fc68fd41cedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:29:01Z', 'updated_at': '2022-07-25T05:29:10Z', 'revision_number': 2, 'project_id': '4b840bd0540b4512b180fc68fd41cedc', 'gw_port_host': None, '_interfaces': [{'id': '1470d274-c3a7-403f-9452-05e321df38ce', 'name': '', 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62', 'tenant_id': '4b840bd0540b4512b180fc68fd41cedc', 'mac_address': 'fa:16:3e:9a:0a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7d1b293-0194-453a-8aa2-d22d6f2084b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:29:10Z', 'updated_at': '2022-07-25T05:29:13Z', 'revision_number': 4, 'project_id': '4b840bd0540b4512b180fc68fd41cedc', 'subnets': [{'id': 'a7d1b293-0194-453a-8aa2-d22d6f2084b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1d06dc7-7c68-4337-a897-19f1ace8366d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:29:13.547251 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0e763682-7ecf-4444-a51c-ae938638375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1470d274-c3a7-403f-9452-05e321df38ce), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:13.581186 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af848f-9aac-4a8b-8210-04c54b1ad0d5 None None] The sync data for ids ['9cf165d2-2ba5-4473-bcff-5f0fbf0d0075'] in dv-cinder-850830-1-iscsi is: [{'id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'name': 'router1', 'tenant_id': '4b840bd0540b4512b180fc68fd41cedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:29:01Z', 'updated_at': '2022-07-25T05:29:10Z', 'revision_number': 2, 'project_id': '4b840bd0540b4512b180fc68fd41cedc', 'gw_port_host': None, '_interfaces': [{'id': '1470d274-c3a7-403f-9452-05e321df38ce', 'name': '', 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62', 'tenant_id': '4b840bd0540b4512b180fc68fd41cedc', 'mac_address': 'fa:16:3e:9a:0a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7d1b293-0194-453a-8aa2-d22d6f2084b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:29:10Z', 'updated_at': '2022-07-25T05:29:13Z', 'revision_number': 4, 'project_id': '4b840bd0540b4512b180fc68fd41cedc', 'subnets': [{'id': 'a7d1b293-0194-453a-8aa2-d22d6f2084b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1d06dc7-7c68-4337-a897-19f1ace8366d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:29:13.624592 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0e763682-7ecf-4444-a51c-ae938638375f None None] Current status of the port 1470d274-c3a7-403f-9452-05e321df38ce is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:29:13.961095 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 58586) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:29:14.069321 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:14.386550 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58280ae4-7cef-47e0-81db-763dc6ac4b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:29:14.387925 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-58280ae4-7cef-47e0-81db-763dc6ac4b30 admin admin] 10.222.0.33 "GET /v2.0/networks/eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef HTTP/1.1" status: 200 len: 842 time: 0.4257970 Jul 25 05:29:14.397386 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-db0097e1-0f41-45c1-b6fa-948ae78f9f9e admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:29:14.420437 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0097e1-0f41-45c1-b6fa-948ae78f9f9e admin admin] Made reservation on behalf of 85f4644d3bc94e89a0061a116652482e for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:29:14.424197 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-db0097e1-0f41-45c1-b6fa-948ae78f9f9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:14.627708 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:14.635240 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:14.723667 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:14.800424 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.objects.ports [None req-db0097e1-0f41-45c1-b6fa-948ae78f9f9e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 25 05:29:14.800424 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-db0097e1-0f41-45c1-b6fa-948ae78f9f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for subnet (5b3cb1b5-4833-4c2a-98ab-c6691273984f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:14.857143 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0097e1-0f41-45c1-b6fa-948ae78f9f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3cb1b5-4833-4c2a-98ab-c6691273984f,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:29:14.876709 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0097e1-0f41-45c1-b6fa-948ae78f9f9e admin admin] Checking segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:29:14.877098 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0097e1-0f41-45c1-b6fa-948ae78f9f9e admin admin] Network hostable DHCP agents. Network: eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:29:14.900740 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0097e1-0f41-45c1-b6fa-948ae78f9f9e admin admin] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:29:14.913923 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-db0097e1-0f41-45c1-b6fa-948ae78f9f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:29:14.919564 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0097e1-0f41-45c1-b6fa-948ae78f9f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:29:14.920171 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-db0097e1-0f41-45c1-b6fa-948ae78f9f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:14.923858 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e471d-d6f6-4c59-ae90-6b9acc93deaf None None] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:29:14.944114 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-db0097e1-0f41-45c1-b6fa-948ae78f9f9e admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5431979 Jul 25 05:29:14.995596 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:15.045355 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79478b70-636c-4d71-8e69-1320d8e5f131 None None] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:29:17.254554 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 58594) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:29:17.757041 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9a14225e-0fac-4e35-90a6-f59c8e89b415 demo admin] 10.222.0.33 "GET /v2.0/routers/9cf165d2-2ba5-4473-bcff-5f0fbf0d0075 HTTP/1.1" status: 200 len: 710 time: 0.5013247 Jul 25 05:29:17.845411 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad2d9f7-c891-4277-ad39-d20b36eed572 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:29:17.846783 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-bad2d9f7-c891-4277-ad39-d20b36eed572 demo admin] 10.222.0.33 "GET /v2.0/networks/eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef HTTP/1.1" status: 200 len: 886 time: 0.0843050 Jul 25 05:29:17.855580 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:29:18.099930 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Publish callbacks [] for router_gateway (9cf165d2-2ba5-4473-bcff-5f0fbf0d0075), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:18.368945 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Publish callbacks [] for router_gateway (9cf165d2-2ba5-4473-bcff-5f0fbf0d0075), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:18.450361 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:18.556630 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:18.592622 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:18.617649 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Allocated IP 172.27.3.85 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/c69543dd-0585-42c8-9763-51c796843689) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:29:18.735706 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Publish callbacks [] for port (c69543dd-0585-42c8-9763-51c796843689), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:18.791678 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (c69543dd-0585-42c8-9763-51c796843689), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:18.858042 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:29:18.867073 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:29:18.875908 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:29:18.939786 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Pushing event updated for resources: {'Port': ['ID=c69543dd-0585-42c8-9763-51c796843689,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:29:19.149542 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Publish callbacks [] for router_gateway (9cf165d2-2ba5-4473-bcff-5f0fbf0d0075), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:19.336008 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-765'] for router (9cf165d2-2ba5-4473-bcff-5f0fbf0d0075), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:19.340372 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-666125'] for router (9cf165d2-2ba5-4473-bcff-5f0fbf0d0075), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:19.447328 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Router 9cf165d2-2ba5-4473-bcff-5f0fbf0d0075 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:29:19.501445 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:19.617922 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:19.621072 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:29:19.627594 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:19.628973 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0491f7af-56bb-4526-b791-d64b81b03822 demo admin] 10.222.0.33 "PUT /v2.0/routers/9cf165d2-2ba5-4473-bcff-5f0fbf0d0075 HTTP/1.1" status: 200 len: 889 time: 1.7764575 Jul 25 05:29:19.891266 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Sync routers for ids ['9cf165d2-2ba5-4473-bcff-5f0fbf0d0075'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:29:19.903653 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Routers {'9cf165d2-2ba5-4473-bcff-5f0fbf0d0075'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:29:19.904315 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:29:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['9cf165d2-2ba5-4473-bcff-5f0fbf0d0075'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:29:20.101291 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:20.110745 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Set router 9cf165d2-2ba5-4473-bcff-5f0fbf0d0075 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:29:20.331064 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 1470d274-c3a7-403f-9452-05e321df38ce up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:29:20.457529 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 1470d274-c3a7-403f-9452-05e321df38ce triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:29:20.457823 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1470d274-c3a7-403f-9452-05e321df38ce), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:20.566638 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'name': 'router1', 'tenant_id': '4b840bd0540b4512b180fc68fd41cedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c69543dd-0585-42c8-9763-51c796843689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:29:01Z', 'updated_at': '2022-07-25T05:29:19Z', 'revision_number': 4, 'project_id': '4b840bd0540b4512b180fc68fd41cedc', 'gw_port': {'id': 'c69543dd-0585-42c8-9763-51c796843689', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:29:18Z', 'updated_at': '2022-07-25T05:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '1470d274-c3a7-403f-9452-05e321df38ce', 'name': '', 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62', 'tenant_id': '4b840bd0540b4512b180fc68fd41cedc', 'mac_address': 'fa:16:3e:9a:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7d1b293-0194-453a-8aa2-d22d6f2084b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:29:10Z', 'updated_at': '2022-07-25T05:29:13Z', 'revision_number': 5, 'project_id': '4b840bd0540b4512b180fc68fd41cedc', 'subnets': [{'id': 'a7d1b293-0194-453a-8aa2-d22d6f2084b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1d06dc7-7c68-4337-a897-19f1ace8366d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:29:20.686992 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Checking router: 9cf165d2-2ba5-4473-bcff-5f0fbf0d0075 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:29:20.687364 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Updating router 9cf165d2-2ba5-4473-bcff-5f0fbf0d0075 port c69543dd-0585-42c8-9763-51c796843689 binding host dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:29:20.765206 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 1470d274-c3a7-403f-9452-05e321df38ce is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:29:20.768214 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (c69543dd-0585-42c8-9763-51c796843689), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:21.076769 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:21.086435 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Publish callbacks [] for port (c69543dd-0585-42c8-9763-51c796843689), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:21.091516 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (c69543dd-0585-42c8-9763-51c796843689), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:21.137782 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Attempting to bind port c69543dd-0585-42c8-9763-51c796843689 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:29:21.138156 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Attempting to bind port c69543dd-0585-42c8-9763-51c796843689 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:29:21.138522 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Attempting to bind port c69543dd-0585-42c8-9763-51c796843689 on network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:29:21.151008 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:29:21.151371 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Checking segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:29:21.151781 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:21.152169 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Bound using segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:29:21.152639 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Bound port: c69543dd-0585-42c8-9763-51c796843689, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:29:21.153053 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (c69543dd-0585-42c8-9763-51c796843689), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:21.156008 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e0074-a953-4f02-b6bf-b14cfe359047 None None] Pushing event updated for resources: {'Port': ['ID=c69543dd-0585-42c8-9763-51c796843689,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:29:21.201852 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] For port c69543dd-0585-42c8-9763-51c796843689, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:29:21.206068 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] For port c69543dd-0585-42c8-9763-51c796843689, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=c69543dd-0585-42c8-9763-51c796843689,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:29:21.211733 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (c69543dd-0585-42c8-9763-51c796843689), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:21.260919 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Routers {'9cf165d2-2ba5-4473-bcff-5f0fbf0d0075'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:29:21.261525 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:29:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['9cf165d2-2ba5-4473-bcff-5f0fbf0d0075'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:29:21.269932 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:21.305544 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e0074-a953-4f02-b6bf-b14cfe359047 None None] Pushing event updated for resources: {'Port': ['ID=c69543dd-0585-42c8-9763-51c796843689,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:29:21.375054 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] Set router 9cf165d2-2ba5-4473-bcff-5f0fbf0d0075 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:29:21.572905 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'name': 'router1', 'tenant_id': '4b840bd0540b4512b180fc68fd41cedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c69543dd-0585-42c8-9763-51c796843689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:29:01Z', 'updated_at': '2022-07-25T05:29:19Z', 'revision_number': 4, 'project_id': '4b840bd0540b4512b180fc68fd41cedc', 'gw_port': {'id': 'c69543dd-0585-42c8-9763-51c796843689', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:29:18Z', 'updated_at': '2022-07-25T05:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '1470d274-c3a7-403f-9452-05e321df38ce', 'name': '', 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62', 'tenant_id': '4b840bd0540b4512b180fc68fd41cedc', 'mac_address': 'fa:16:3e:9a:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7d1b293-0194-453a-8aa2-d22d6f2084b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:29:10Z', 'updated_at': '2022-07-25T05:29:13Z', 'revision_number': 5, 'project_id': '4b840bd0540b4512b180fc68fd41cedc', 'subnets': [{'id': 'a7d1b293-0194-453a-8aa2-d22d6f2084b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1d06dc7-7c68-4337-a897-19f1ace8366d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:29:21.599066 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983b3a3-5988-4068-bb56-5e8533d4c822 None None] The sync data for ids ['9cf165d2-2ba5-4473-bcff-5f0fbf0d0075'] in dv-cinder-850830-1-iscsi is: [{'id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'name': 'router1', 'tenant_id': '4b840bd0540b4512b180fc68fd41cedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c69543dd-0585-42c8-9763-51c796843689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:29:01Z', 'updated_at': '2022-07-25T05:29:19Z', 'revision_number': 4, 'project_id': '4b840bd0540b4512b180fc68fd41cedc', 'gw_port': {'id': 'c69543dd-0585-42c8-9763-51c796843689', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:29:18Z', 'updated_at': '2022-07-25T05:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '1470d274-c3a7-403f-9452-05e321df38ce', 'name': '', 'network_id': '164a58b5-0ba0-41e0-a5b4-30e18920ea62', 'tenant_id': '4b840bd0540b4512b180fc68fd41cedc', 'mac_address': 'fa:16:3e:9a:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf165d2-2ba5-4473-bcff-5f0fbf0d0075', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7d1b293-0194-453a-8aa2-d22d6f2084b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:29:10Z', 'updated_at': '2022-07-25T05:29:13Z', 'revision_number': 5, 'project_id': '4b840bd0540b4512b180fc68fd41cedc', 'subnets': [{'id': 'a7d1b293-0194-453a-8aa2-d22d6f2084b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1d06dc7-7c68-4337-a897-19f1ace8366d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:29:21.637545 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=67,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:21.638503 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:22.090924 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 58608) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:29:22.330026 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device c69543dd-0585-42c8-9763-51c796843689 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:29:22.375753 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port c69543dd-0585-42c8-9763-51c796843689 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:29:22.376153 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (c69543dd-0585-42c8-9763-51c796843689), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:22.454851 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port c69543dd-0585-42c8-9763-51c796843689 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:29:22.455244 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (c69543dd-0585-42c8-9763-51c796843689), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:22.475229 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port c69543dd-0585-42c8-9763-51c796843689, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=c69543dd-0585-42c8-9763-51c796843689,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:29:22.480490 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (c69543dd-0585-42c8-9763-51c796843689), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:22.514716 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-df1870da-1e1c-4592-bc7f-bf5c6d2359ea admin admin] 10.222.0.33 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4225621 Jul 25 05:29:22.528593 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=c69543dd-0585-42c8-9763-51c796843689,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:29:23.544479 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=33 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:23.551255 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=43 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:24.313965 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device c69543dd-0585-42c8-9763-51c796843689 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:29:24.350744 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:24.373730 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port c69543dd-0585-42c8-9763-51c796843689 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:29:24.374112 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (c69543dd-0585-42c8-9763-51c796843689), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:24.451761 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port c69543dd-0585-42c8-9763-51c796843689 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:29:32.507108 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:32.510991 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:34.446409 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=12 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:34.450046 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:34.941560 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:39.276014 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e02853ce-ab2d-45d8-b185-5b09acd6e4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:40.001252 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=6 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:41.651882 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff2cb-fcad-42cd-a27b-b01af57d3f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:42.508977 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:44.101643 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:44.627239 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:29:45.935291 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:29:54.613798 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:54.621632 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:29:55.935003 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:30:09.313293 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9dbabce3-01e3-424f-8e7d-9a71ba44e844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:11.646887 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e815f1c0-390d-44ab-97b2-26539e7feba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:11.933700 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:30:11.939532 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:30:12.496096 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:14.074483 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:14.621035 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:22.934985 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:30:24.615684 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:30:24.617586 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:30:32.930512 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:30:37.929546 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:30:39.270656 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aa010a96-84be-440c-8cc8-55fb06263edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:41.645647 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f3610fa2-db1c-44a4-8559-d5bc47835f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:42.501427 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:44.075912 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:44.623077 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:44.685576 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 59148) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:30:45.035507 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ffc989-eb57-4381-acab-189a9411017f admin admin] GET failed (client error): The resource could not be found. Jul 25 05:30:45.036802 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a0ffc989-eb57-4381-acab-189a9411017f admin admin] 10.222.0.33 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3501010 Jul 25 05:30:45.202007 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2f2550-7aaa-4102-87a4-1e918f4c1eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:30:45.203380 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-5a2f2550-7aaa-4102-87a4-1e918f4c1eb0 admin admin] 10.222.0.33 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1625264 Jul 25 05:30:47.568711 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59158) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:30:47.940551 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f8fb3-3343-42a2-bf4b-3ee03642a60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:30:47.942574 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-0d6f8fb3-3343-42a2-bf4b-3ee03642a60a admin admin] 10.222.0.33 "GET /v2.0/subnets/a7d1b293-0194-453a-8aa2-d22d6f2084b9 HTTP/1.1" status: 200 len: 849 time: 0.3728395 Jul 25 05:30:47.952022 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:30:48.037597 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Publish callbacks [] for subnet (a7d1b293-0194-453a-8aa2-d22d6f2084b9), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:48.185505 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788545175345'] for subnet (a7d1b293-0194-453a-8aa2-d22d6f2084b9), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:48.215730 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:30:48.216542 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:48.232817 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] 10.222.0.33 "PUT /v2.0/subnets/a7d1b293-0194-453a-8aa2-d22d6f2084b9 HTTP/1.1" status: 200 len: 868 time: 0.2698243 Jul 25 05:30:48.233084 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0455fa6f-0d2d-422e-9c35-57d616ae447d None None] Network 164a58b5-0ba0-41e0-a5b4-30e18920ea62 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:30:48.241573 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d1b293-0194-453a-8aa2-d22d6f2084b9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:30:48.249267 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.249637 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.249975 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.250322 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.250664 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.251003 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.251339 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.251671 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.252006 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.252340 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.252673 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.253062 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.253396 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.254266 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.254595 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98e69d-b2ae-4cfd-a0e0-43b2e3e3c495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:30:48.583948 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-af813867-7f11-4ec4-adbe-9a88d12bf543 None None] Provisioning complete for port 6e1cbf71-7073-4413-9de0-05f541d51fba triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:30:48.584333 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-af813867-7f11-4ec4-adbe-9a88d12bf543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (6e1cbf71-7073-4413-9de0-05f541d51fba), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:48.657309 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-af813867-7f11-4ec4-adbe-9a88d12bf543 None None] Current status of the port 6e1cbf71-7073-4413-9de0-05f541d51fba is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:30:48.666413 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-af813867-7f11-4ec4-adbe-9a88d12bf543 None None] Provisioning complete for port 1470d274-c3a7-403f-9452-05e321df38ce triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:30:48.666797 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-af813867-7f11-4ec4-adbe-9a88d12bf543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1470d274-c3a7-403f-9452-05e321df38ce), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:30:48.742005 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-af813867-7f11-4ec4-adbe-9a88d12bf543 None None] Current status of the port 1470d274-c3a7-403f-9452-05e321df38ce is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:30:50.451939 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59168) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:30:50.927564 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e83fcf7-244a-48c7-a2c8-63392b716b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:30:50.927958 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e83fcf7-244a-48c7-a2c8-63392b716b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:30:50.929520 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-1e83fcf7-244a-48c7-a2c8-63392b716b93 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4765608 Jul 25 05:30:53.174080 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59176) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:30:53.578304 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb29337-8b6d-4bdf-9f25-eb263bb30120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:30:53.578793 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb29337-8b6d-4bdf-9f25-eb263bb30120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:30:53.580292 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-6bb29337-8b6d-4bdf-9f25-eb263bb30120 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4052720 Jul 25 05:30:54.357870 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=17 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:30:54.370023 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=15 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:30:55.198438 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=12 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:30:55.200367 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=13 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:30:55.787973 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59184) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:30:56.192813 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2fbc12-011f-4628-9302-13939aae9363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:30:56.194066 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-bb2fbc12-011f-4628-9302-13939aae9363 admin admin] 10.222.0.33 "GET /v2.0/networks/164a58b5-0ba0-41e0-a5b4-30e18920ea62 HTTP/1.1" status: 200 len: 869 time: 0.4051533 Jul 25 05:30:58.403263 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59192) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:30:58.736764 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=49 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:30:58.740208 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=43,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:30:58.807207 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce120b6-3b3e-4636-8eaf-8a7f9ebabcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:30:58.808022 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-4ce120b6-3b3e-4636-8eaf-8a7f9ebabcf9 admin admin] 10.222.0.33 "GET /v2.0/networks/eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef HTTP/1.1" status: 200 len: 886 time: 0.4037724 Jul 25 05:30:59.934999 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:31:01.002426 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59200) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:31:01.366258 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:01.377508 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:01.399450 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ddba3c-5ff2-475b-8ab9-50705bad0a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:31:01.399906 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ddba3c-5ff2-475b-8ab9-50705bad0a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:31:01.401462 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-42ddba3c-5ff2-475b-8ab9-50705bad0a05 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3980811 Jul 25 05:31:03.593186 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59208) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:31:03.964612 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52a74f-57a2-4932-a81c-237ef019f67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:31:03.965005 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52a74f-57a2-4932-a81c-237ef019f67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:31:03.966523 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-1e52a74f-57a2-4932-a81c-237ef019f67a admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3722215 Jul 25 05:31:06.234124 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59216) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:31:06.616231 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad4a8bb-9934-49eb-a5b7-9f31047a6523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:31:06.617701 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-aad4a8bb-9934-49eb-a5b7-9f31047a6523 admin admin] 10.222.0.33 "GET /v2.0/subnets/5b3cb1b5-4833-4c2a-98ab-c6691273984f HTTP/1.1" status: 200 len: 816 time: 0.3825452 Jul 25 05:31:08.867776 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59224) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:31:09.233893 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca143f0-00bc-4da2-b2f8-b76137b636d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:31:09.235160 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-eca143f0-00bc-4da2-b2f8-b76137b636d9 admin admin] 10.222.0.33 "GET /v2.0/subnets/a7d1b293-0194-453a-8aa2-d22d6f2084b9 HTTP/1.1" status: 200 len: 868 time: 0.3664327 Jul 25 05:31:09.270377 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8d6256bc-73bf-4f9e-aedf-d98b9242519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:09.930893 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:09.931657 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:11.640504 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ad9db7ca-9827-4a76-bd2a-88de3952a8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:12.501882 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:14.081088 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:14.627531 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:19.229326 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=17 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:19.230485 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=22 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:24.621237 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:24.623341 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:25.929397 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:25.933909 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:36.934152 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:31:37.321110 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59280) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:31:37.642320 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [None req-90336752-e5a7-4b64-a97c-e09d42d4d5ca admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:31:37.643343 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-90336752-e5a7-4b64-a97c-e09d42d4d5ca admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3212805 Jul 25 05:31:39.264037 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed8af-c7ee-445b-a037-adff7cc60f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:39.918101 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59290) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:31:40.326415 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-9785b383-7aff-4e61-9977-1f522538b079 admin admin] GET failed (client error): The resource could not be found. Jul 25 05:31:40.327807 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-9785b383-7aff-4e61-9977-1f522538b079 admin admin] 10.222.0.33 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4087570 Jul 25 05:31:40.471709 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa882357-2e19-435f-9406-803f101a25f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:31:40.473228 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-fa882357-2e19-435f-9406-803f101a25f3 admin admin] 10.222.0.33 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1404073 Jul 25 05:31:41.643652 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6be0367c-1f02-4bf1-b832-bc969ebb2a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:42.505163 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:42.695378 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59298) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:31:43.013785 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3cb231b3-3fb4-48d2-b5f2-cd56e5cffd5e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:31:43.037473 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb231b3-3fb4-48d2-b5f2-cd56e5cffd5e admin admin] Made reservation on behalf of 85f4644d3bc94e89a0061a116652482e for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:31:43.039925 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3cb231b3-3fb4-48d2-b5f2-cd56e5cffd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:43.068021 dv-cinder-850830-1-iscsi neutron-server[104223]: WARNING neutron.services.revisions.revision_plugin [None req-3cb231b3-3fb4-48d2-b5f2-cd56e5cffd5e admin admin] Could not find related network for resource to bump revision. Jul 25 05:31:43.084992 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb231b3-3fb4-48d2-b5f2-cd56e5cffd5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:31:43.098123 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3cb231b3-3fb4-48d2-b5f2-cd56e5cffd5e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788545280067', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (636ef006-7e4d-4301-b71a-c7068f769382), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:43.098654 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3cb231b3-3fb4-48d2-b5f2-cd56e5cffd5e admin admin] Unsubscribe: segment precommit_create {{(pid=104223) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 25 05:31:43.099155 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-3cb231b3-3fb4-48d2-b5f2-cd56e5cffd5e admin admin] Added segment 636ef006-7e4d-4301-b71a-c7068f769382 of type vlan for network 50a35996-499b-4a0d-af65-a0a47987fcbd Jul 25 05:31:43.155741 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3cb231b3-3fb4-48d2-b5f2-cd56e5cffd5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (50a35996-499b-4a0d-af65-a0a47987fcbd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:43.187330 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3cb231b3-3fb4-48d2-b5f2-cd56e5cffd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (50a35996-499b-4a0d-af65-a0a47987fcbd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:43.188348 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb231b3-3fb4-48d2-b5f2-cd56e5cffd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:31:43.188962 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3cb231b3-3fb4-48d2-b5f2-cd56e5cffd5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:43.248812 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3cb231b3-3fb4-48d2-b5f2-cd56e5cffd5e admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5423203 Jul 25 05:31:43.287853 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb231b3-3fb4-48d2-b5f2-cd56e5cffd5e admin admin] Pushing event updated for resources: {'Network': ['ID=50a35996-499b-4a0d-af65-a0a47987fcbd,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:31:43.300538 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network 50a35996-499b-4a0d-af65-a0a47987fcbd details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:31:44.084583 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:44.631027 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:45.463567 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59306) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:31:45.798501 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e70121d-11ce-40bb-8c0b-7b72856883e2 admin admin] GET failed (client error): The resource could not be found. Jul 25 05:31:45.799802 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3e70121d-11ce-40bb-8c0b-7b72856883e2 admin admin] 10.222.0.33 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3352478 Jul 25 05:31:45.872831 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa9df4d-11f0-4848-8b67-76044e1ab29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:31:45.874196 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-dfa9df4d-11f0-4848-8b67-76044e1ab29e admin admin] 10.222.0.33 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702429 Jul 25 05:31:45.884376 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e8e6e354-a8c0-43d1-8915-f09c1ff00baf admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '50a35996-499b-4a0d-af65-a0a47987fcbd', 'description': 'shared-subnet'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:31:45.902551 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e6e354-a8c0-43d1-8915-f09c1ff00baf admin admin] Made reservation on behalf of 85f4644d3bc94e89a0061a116652482e for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:31:45.904738 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e354-a8c0-43d1-8915-f09c1ff00baf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:46.066073 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e354-a8c0-43d1-8915-f09c1ff00baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for subnet (ca881319-c820-4c49-a43e-988bd04ce303), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:46.116967 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6e354-a8c0-43d1-8915-f09c1ff00baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca881319-c820-4c49-a43e-988bd04ce303,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:31:46.134100 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e6e354-a8c0-43d1-8915-f09c1ff00baf admin admin] Checking segment: {'id': '636ef006-7e4d-4301-b71a-c7068f769382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '50a35996-499b-4a0d-af65-a0a47987fcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:31:46.134470 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e6e354-a8c0-43d1-8915-f09c1ff00baf admin admin] Network hostable DHCP agents. Network: 50a35996-499b-4a0d-af65-a0a47987fcbd, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:31:46.151544 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e6e354-a8c0-43d1-8915-f09c1ff00baf admin admin] Network 50a35996-499b-4a0d-af65-a0a47987fcbd is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:31:46.157122 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:46.163041 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-e8e6e354-a8c0-43d1-8915-f09c1ff00baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, 50a35996-499b-4a0d-af65-a0a47987fcbd) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:31:46.168184 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e6e354-a8c0-43d1-8915-f09c1ff00baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:31:46.168308 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e354-a8c0-43d1-8915-f09c1ff00baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:46.172141 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ebf611-5669-4602-94a9-e14fb505d20d None None] Network 50a35996-499b-4a0d-af65-a0a47987fcbd requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:31:46.191391 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e8e6e354-a8c0-43d1-8915-f09c1ff00baf admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3102107 Jul 25 05:31:46.308063 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fd5b1d1-d160-5e6d-81c3-07e62fcf4b68-50a35996-499b-4a0d-af65-a0a47987fcbd', 'network_id': '50a35996-499b-4a0d-af65-a0a47987fcbd', 'project_id': '85f4644d3bc94e89a0061a116652482e', 'fixed_ips': [{'subnet_id': 'ca881319-c820-4c49-a43e-988bd04ce303'}]}} from dv-cinder-850830-1-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:31:46.309105 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:46.450810 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Allocated IP 192.168.233.2 (50a35996-499b-4a0d-af65-a0a47987fcbd/ca881319-c820-4c49-a43e-988bd04ce303/b597b39b-2e55-421a-987f-c381451b4404) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:31:46.696729 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Publish callbacks [] for port (b597b39b-2e55-421a-987f-c381451b4404), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:46.704247 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (b597b39b-2e55-421a-987f-c381451b4404), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:46.749866 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Network 50a35996-499b-4a0d-af65-a0a47987fcbd is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:31:46.753698 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:31:46.757466 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:31:46.762161 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Pushing event updated for resources: {'Port': ['ID=b597b39b-2e55-421a-987f-c381451b4404,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:31:46.773052 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.773404 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.773769 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.774125 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.774460 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.774795 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.775124 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.775443 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.775771 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.776091 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.776413 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.776750 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.777102 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.777909 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.777909 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:31:46.828878 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Attempting to bind port b597b39b-2e55-421a-987f-c381451b4404 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:31:46.829392 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Attempting to bind port b597b39b-2e55-421a-987f-c381451b4404 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '636ef006-7e4d-4301-b71a-c7068f769382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '50a35996-499b-4a0d-af65-a0a47987fcbd'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:31:46.829762 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Attempting to bind port b597b39b-2e55-421a-987f-c381451b4404 on network 50a35996-499b-4a0d-af65-a0a47987fcbd {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:31:46.835468 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:31:46.835837 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Checking segment: {'id': '636ef006-7e4d-4301-b71a-c7068f769382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '50a35996-499b-4a0d-af65-a0a47987fcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:31:46.836235 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:46.836632 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Bound using segment: {'id': '636ef006-7e4d-4301-b71a-c7068f769382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '50a35996-499b-4a0d-af65-a0a47987fcbd'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:31:46.837117 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Bound port: b597b39b-2e55-421a-987f-c381451b4404, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636ef006-7e4d-4301-b71a-c7068f769382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '50a35996-499b-4a0d-af65-a0a47987fcbd'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:31:46.837493 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (b597b39b-2e55-421a-987f-c381451b4404), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:46.899485 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] For port b597b39b-2e55-421a-987f-c381451b4404, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:31:46.902582 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] For port b597b39b-2e55-421a-987f-c381451b4404, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=b597b39b-2e55-421a-987f-c381451b4404,segment=NetworkSegment(636ef006-7e4d-4301-b71a-c7068f769382),segment_id=636ef006-7e4d-4301-b71a-c7068f769382)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:31:46.909409 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (b597b39b-2e55-421a-987f-c381451b4404), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:46.930719 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:46.931975 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:46.950795 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:46.979245 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c39bc-efdc-4511-8ae1-11858a8d2fb8 None None] Pushing event updated for resources: {'Port': ['ID=b597b39b-2e55-421a-987f-c381451b4404,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:31:47.783030 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cdeec6-dc21-45ec-94de-b72386b08970 None None] Network 50a35996-499b-4a0d-af65-a0a47987fcbd requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:31:47.885738 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:47.906254 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b2d69c92-176a-4087-bc03-9e7e123ca77d None None] Provisioning complete for port b597b39b-2e55-421a-987f-c381451b4404 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:31:47.906767 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b2d69c92-176a-4087-bc03-9e7e123ca77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (b597b39b-2e55-421a-987f-c381451b4404), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:47.985809 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b2d69c92-176a-4087-bc03-9e7e123ca77d None None] Current status of the port b597b39b-2e55-421a-987f-c381451b4404 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:31:47.986646 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b2d69c92-176a-4087-bc03-9e7e123ca77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (b597b39b-2e55-421a-987f-c381451b4404), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:48.023112 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b2d69c92-176a-4087-bc03-9e7e123ca77d None None] For port b597b39b-2e55-421a-987f-c381451b4404, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=b597b39b-2e55-421a-987f-c381451b4404,segment=NetworkSegment(636ef006-7e4d-4301-b71a-c7068f769382),segment_id=636ef006-7e4d-4301-b71a-c7068f769382)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:31:48.027940 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b2d69c92-176a-4087-bc03-9e7e123ca77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (b597b39b-2e55-421a-987f-c381451b4404), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:48.081516 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d69c92-176a-4087-bc03-9e7e123ca77d None None] Pushing event updated for resources: {'Port': ['ID=b597b39b-2e55-421a-987f-c381451b4404,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:31:48.149270 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3d55d01b-c56e-4542-bac0-0f604515ef75 None None] Provisioning complete for port b597b39b-2e55-421a-987f-c381451b4404 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:31:48.149672 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3d55d01b-c56e-4542-bac0-0f604515ef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (b597b39b-2e55-421a-987f-c381451b4404), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:48.224415 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3d55d01b-c56e-4542-bac0-0f604515ef75 None None] Current status of the port b597b39b-2e55-421a-987f-c381451b4404 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:31:48.408382 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device b597b39b-2e55-421a-987f-c381451b4404 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:31:48.452986 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port b597b39b-2e55-421a-987f-c381451b4404 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:31:48.453651 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (b597b39b-2e55-421a-987f-c381451b4404), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:31:48.530355 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port b597b39b-2e55-421a-987f-c381451b4404 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:31:56.181933 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=73,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:58.523334 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:31:58.530700 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:32:02.935876 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:32:02.940188 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:32:09.266843 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2fa3f204-7f07-4bb0-9dae-18aa66c978b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:32:11.646547 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f54a4706-3e89-4f26-9e19-6ef45510a560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:32:12.507675 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:32:13.933542 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:32:14.088907 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:32:14.632994 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:32:23.928877 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:32:23.929721 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:32:24.627163 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:32:24.629039 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:32:39.270541 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-213f91b4-357e-4cae-8fd6-a8152340902e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:32:39.936466 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:32:39.947219 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:32:41.651592 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-22308cbb-5910-4a35-b83b-c2ec4da9d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:32:42.510575 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:32:44.088282 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:32:44.635639 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:32:50.934017 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:32:54.629500 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:32:54.631339 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:00.929802 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:09.272962 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0ce7-d4b4-4707-9b7f-0f94d40bda90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:11.654820 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-57584833-bddd-4b6e-826c-fc32bd380b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:12.511525 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:14.094659 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:14.639648 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:16.939181 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:16.944386 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:21.528370 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59346) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:33:21.534203 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [None req-9ae20aea-afe2-48bf-9351-7ecb9ca75b15 tempest-verify_tempest_config-1550316193 tempest-verify_tempest_config-1550316193-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:33:21.535164 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-9ae20aea-afe2-48bf-9351-7ecb9ca75b15 tempest-verify_tempest_config-1550316193 tempest-verify_tempest_config-1550316193-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057766 Jul 25 05:33:22.028791 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 59364) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:33:22.354611 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:22.440322 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Publish callbacks [] for security_group (360b81df-c298-4dd6-b792-ab66e04c35ba), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:22.443880 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (360b81df-c298-4dd6-b792-ab66e04c35ba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:22.487271 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360b81df-c298-4dd6-b792-ab66e04c35ba,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:33:22.491778 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0c3cec01c0294670880345d69b4e890e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4619532 Jul 25 05:33:22.495228 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59370) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:33:22.496752 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.497125 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.497463 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.497798 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.498134 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.498461 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.498783 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.499108 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.499429 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.499756 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.500095 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.500420 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.500739 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.501099 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.501422 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299859d-f349-49fd-910b-1d1ee5aa226a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.569156 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Publish callbacks [] for security_group (360b81df-c298-4dd6-b792-ab66e04c35ba), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:22.593306 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Publish callbacks [] for security_group (360b81df-c298-4dd6-b792-ab66e04c35ba), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:22.688502 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (360b81df-c298-4dd6-b792-ab66e04c35ba), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:22.691152 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:22.692501 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/360b81df-c298-4dd6-b792-ab66e04c35ba HTTP/1.1" status: 204 len: 168 time: 0.1960244 Jul 25 05:33:22.700506 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360b81df-c298-4dd6-b792-ab66e04c35ba,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:33:22.707522 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.707866 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.708221 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.708558 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.708916 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.709268 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.709551 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.709875 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.710194 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.710516 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.710846 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.711185 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.711501 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.711819 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:22.712133 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287680f-72a3-45c0-90c2-e5773c92d5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:33:24.632971 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:27.934697 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:33:32.485844 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=19,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:32.490173 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=20,neutron:INSERT=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:32.703725 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:32.704408 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:32.733117 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:37.928915 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=12 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:37.929700 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=16 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:39.275893 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8dc3f72d-f27b-4600-a618-b84dbbb8c732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:41.657472 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bd46210d-10c2-4b8e-bf86-49c516f38c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:42.514203 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:44.095015 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:44.642173 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:33:53.936170 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:53.940205 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:54.632140 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:33:54.637802 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:34:04.933400 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:34:09.278512 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f1a636ca-70ed-4a16-8c22-a8b5cd47bacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:34:11.659427 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cba10f81-dc27-4b0b-97db-4106229566f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:34:12.516351 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:34:14.097963 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:34:14.645099 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:34:14.929075 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:34:14.929843 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:34:24.633499 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:34:24.640737 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:34:39.280026 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eab403e8-8074-41d5-a838-027da94846fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:34:39.926333 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:34:39.927134 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:34:41.661465 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-80f48e17-d81d-4545-91d1-54a2c129ddde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:34:41.931543 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:34:42.519142 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:34:44.103287 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:34:44.647223 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:34:51.927258 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:34:51.928047 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:34:54.641594 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:34:54.643490 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:35:07.938488 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:35:07.943402 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:35:09.283871 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8dd60836-6449-4cb6-b252-badf068983e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:35:09.522940 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666781'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:35:11.663788 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2811a25e-d713-44ea-a31d-b2356e1538cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:35:12.520858 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:35:14.105554 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:35:14.650215 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:35:18.930974 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:35:22.510427 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 59464) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:35:22.637159 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ce520ba6-9d29-4d72-b701-fad5dab4d36c admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1252553 Jul 25 05:35:24.644267 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:35:24.645680 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:35:24.721342 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 59474) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:35:24.775364 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c547e555-6364-4ab5-8d60-37327bc37037 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530126 Jul 25 05:35:34.226466 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=11 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:35:34.229047 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=17 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:35:34.770343 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:35:34.771076 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:35:39.287614 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6e2857ca-f615-4158-8323-6e02205b49f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:35:39.512146 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:35:41.666242 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-33be9a17-ff24-458d-876f-513bc158c528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:35:42.525359 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:35:44.109871 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:35:44.652043 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:35:44.935109 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:35:44.939085 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:35:54.641143 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:35:54.648044 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:35:55.929782 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:36:05.924292 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:36:05.926208 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:36:09.289775 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d3c936f6-3997-464a-8800-9763fca6d4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:36:09.506474 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:36:11.667798 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c87e1d1c-e73b-4a77-a7d3-733cdd3044b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:36:12.529067 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:36:14.112361 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:36:14.653867 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:36:21.934717 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:36:21.935991 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:36:24.108941 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:36:24.650518 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:36:32.928428 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:36:37.936811 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:36:39.293051 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ae2f3c30-2c63-4d6c-842b-0cdbd33ccb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:36:39.524837 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:36:41.670023 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d7c092d9-5727-4ed1-afaf-b0e2b2203029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:36:42.528502 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:36:42.923596 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:36:44.116084 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:36:44.658188 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:36:54.652631 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:36:54.653849 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:36:58.923154 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:36:58.934266 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:01.961350 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59604) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:02.284832 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-network', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:02.310473 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Made reservation on behalf of c782b01e8e484fe8bb710aeddc0192d1 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:02.313690 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:02.325227 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:02.413739 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Publish callbacks [] for security_group (13182482-d742-42cd-8ff1-c9e33dc33aa3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:02.419104 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (13182482-d742-42cd-8ff1-c9e33dc33aa3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:02.438580 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:37:02.452927 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (302f7536-e5c7-4942-bc1c-478813f00c28), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:02.453289 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Added segment 302f7536-e5c7-4942-bc1c-478813f00c28 of type vlan for network 0be019a4-499c-47a6-88b3-5437178c588d Jul 25 05:37:02.491448 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13182482-d742-42cd-8ff1-c9e33dc33aa3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:02.506118 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.506571 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.506927 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.507272 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.507604 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.507928 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.508274 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.508567 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.508922 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.509248 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.509584 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.509922 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.510240 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.510579 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.511416 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Tracked resource versions report: Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: pushed versions: Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: { 'AddressGroup': {'1.2'}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Agent': {'1.1'}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'ConntrackHelper': {'1.0'}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Log': {'1.0'}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'NDPProxy': {'1.0'}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Network': {'1.1'}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Port': {'1.7'}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'PortForwarding': {'1.3'}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'QosPolicy': {'1.10'}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'SecurityGroup': {'1.5'}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'SubPort': {'1.0'}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Subnet': {'1.1'}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Trunk': {'1.1'}} Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: consumer versions: Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: { DHCP agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: HyperV agent@hv-cinder-85083: {}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: L3 agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: Metadata agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: Metering agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: Open vSwitch agent@dv-cinder-850830-1-iscsi: { 'AddressGroup': '1.2', Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Agent': '1.1', Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'ConntrackHelper': '1.0', Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'LocalIPAssociation': '1.0', Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Log': '1.0', Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'NDPProxy': '1.0', Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Network': '1.1', Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Port': '1.7', Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'PortForwarding': '1.3', Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'QosPolicy': '1.10', Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'SecurityGroup': '1.5', Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'SecurityGroupRule': '1.2', Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'SubPort': '1.0', Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Subnet': '1.1', Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: 'Trunk': '1.1'}} Jul 25 05:37:02.512580 dv-cinder-850830-1-iscsi neutron-server[104223]: {{(pid=104223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:37:02.523599 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (0be019a4-499c-47a6-88b3-5437178c588d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:02.551639 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (0be019a4-499c-47a6-88b3-5437178c588d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:02.553252 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:02.554184 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:02.601715 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.6392751 Jul 25 05:37:02.605284 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 59654) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:02.611437 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Request body: {'subnet': {'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-subnet', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:02.633469 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed885ad-15d9-4d79-9dc0-3d1d6627b355 admin admin] Pushing event updated for resources: {'Network': ['ID=0be019a4-499c-47a6-88b3-5437178c588d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:02.635189 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Made reservation on behalf of c782b01e8e484fe8bb710aeddc0192d1 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:02.638382 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:02.644861 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network 0be019a4-499c-47a6-88b3-5437178c588d details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:37:02.831712 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for subnet (1c951e4e-a3a2-45e2-bedf-1ac03feeba8c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:02.884938 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:02.895066 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.895537 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.895884 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.896220 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.896644 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.896996 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.897315 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.897890 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.898403 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.898888 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.899217 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.899554 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.899881 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.900198 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.900512 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Tracked resource versions report: Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: pushed versions: Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: { 'AddressGroup': {'1.2'}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Agent': {'1.1'}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'ConntrackHelper': {'1.0'}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Log': {'1.0'}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'NDPProxy': {'1.0'}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Network': {'1.1'}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Port': {'1.7'}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'PortForwarding': {'1.3'}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'QosPolicy': {'1.10'}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'SecurityGroup': {'1.5'}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'SubPort': {'1.0'}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Subnet': {'1.1'}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Trunk': {'1.1'}} Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: consumer versions: Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: { DHCP agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: HyperV agent@hv-cinder-85083: {}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: L3 agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: Metadata agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: Metering agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: Open vSwitch agent@dv-cinder-850830-1-iscsi: { 'AddressGroup': '1.2', Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Agent': '1.1', Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'ConntrackHelper': '1.0', Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'LocalIPAssociation': '1.0', Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Log': '1.0', Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'NDPProxy': '1.0', Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Network': '1.1', Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Port': '1.7', Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'PortForwarding': '1.3', Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'QosPolicy': '1.10', Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'SecurityGroup': '1.5', Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'SecurityGroupRule': '1.2', Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'SubPort': '1.0', Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Subnet': '1.1', Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: 'Trunk': '1.1'}} Jul 25 05:37:02.901867 dv-cinder-850830-1-iscsi neutron-server[104224]: {{(pid=104224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:37:02.923489 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Checking segment: {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:02.923852 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Network hostable DHCP agents. Network: 0be019a4-499c-47a6-88b3-5437178c588d, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:37:02.941473 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Network 0be019a4-499c-47a6-88b3-5437178c588d is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:37:02.953373 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, 0be019a4-499c-47a6-88b3-5437178c588d) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:02.959670 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:02.959831 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:02.963541 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf7672-5994-4c64-bd53-2d7979d9aff7 None None] Network 0be019a4-499c-47a6-88b3-5437178c588d requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:37:02.993542 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ea09628b-023f-462c-9326-f1cf7175aa74 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3864062 Jul 25 05:37:02.995845 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59672) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:03.004026 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:03.035946 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-728'] for router (50d167a5-d146-4b6e-9727-26da29ec4143), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.038965 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-751'] for router (50d167a5-d146-4b6e-9727-26da29ec4143), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.117268 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fd5b1d1-d160-5e6d-81c3-07e62fcf4b68-0be019a4-499c-47a6-88b3-5437178c588d', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c'}]}} from dv-cinder-850830-1-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:37:03.118338 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.151728 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 59690) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:03.178342 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Publish callbacks [] for router_controller (50d167a5-d146-4b6e-9727-26da29ec4143), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.242061 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 59708) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:03.321671 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Allocated IP 172.20.0.2 (0be019a4-499c-47a6-88b3-5437178c588d/1c951e4e-a3a2-45e2-bedf-1ac03feeba8c/3f4dbea6-91d3-46f7-a117-42389c2610cf) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:37:03.337564 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Publish callbacks [] for router_gateway (50d167a5-d146-4b6e-9727-26da29ec4143), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.361961 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 59716) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:03.487277 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1075768438-network', 'tenant_id': '039d0c9e35dd4a74b7b08c982535155d'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:03.493182 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Publish callbacks [] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.504856 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.515452 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2084788120-network', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:03.529101 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Network 0be019a4-499c-47a6-88b3-5437178c588d is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:03.550511 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:03.558625 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:37:03.570664 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] Made reservation on behalf of 0dc32f383ef54d94aeb44d0bc3885614 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:03.577649 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.602586 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.637564 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Pushing event updated for resources: {'Port': ['ID=3f4dbea6-91d3-46f7-a117-42389c2610cf,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:03.671047 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.671780 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.672019 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.672381 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.673135 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.673858 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.674324 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.674680 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.675262 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.675958 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.676419 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.676756 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.677225 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.677555 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.677880 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Tracked resource versions report: Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: pushed versions: Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: { 'AddressGroup': {'1.2'}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Agent': {'1.1'}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'ConntrackHelper': {'1.0'}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Log': {'1.0'}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'NDPProxy': {'1.0'}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Network': {'1.1'}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Port': {'1.7'}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'PortForwarding': {'1.3'}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'QosPolicy': {'1.10'}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'SecurityGroup': {'1.5'}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'SubPort': {'1.0'}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Subnet': {'1.1'}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Trunk': {'1.1'}} Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: consumer versions: Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: { DHCP agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: HyperV agent@hv-cinder-85083: {}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: L3 agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: Metadata agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: Metering agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: Open vSwitch agent@dv-cinder-850830-1-iscsi: { 'AddressGroup': '1.2', Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Agent': '1.1', Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'ConntrackHelper': '1.0', Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'LocalIPAssociation': '1.0', Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Log': '1.0', Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'NDPProxy': '1.0', Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Network': '1.1', Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Port': '1.7', Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'PortForwarding': '1.3', Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'QosPolicy': '1.10', Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'SecurityGroup': '1.5', Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'SecurityGroupRule': '1.2', Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'SubPort': '1.0', Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Subnet': '1.1', Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: 'Trunk': '1.1'}} Jul 25 05:37:03.680149 dv-cinder-850830-1-iscsi neutron-server[104225]: {{(pid=104225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:37:03.684602 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:03.706006 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Attempting to bind port 3f4dbea6-91d3-46f7-a117-42389c2610cf on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:37:03.706788 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Attempting to bind port 3f4dbea6-91d3-46f7-a117-42389c2610cf by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:37:03.707041 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Attempting to bind port 3f4dbea6-91d3-46f7-a117-42389c2610cf on network 0be019a4-499c-47a6-88b3-5437178c588d {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:03.708693 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Publish callbacks [] for router_gateway (50d167a5-d146-4b6e-9727-26da29ec4143), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.714649 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] Publish callbacks [] for security_group (d5db3b60-7221-4309-9314-0ea4e740a00e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.715224 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:37:03.715224 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Checking segment: {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:03.715643 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.716045 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Bound using segment: {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:37:03.716937 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Bound port: 3f4dbea6-91d3-46f7-a117-42389c2610cf, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:37:03.717619 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.724960 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (d5db3b60-7221-4309-9314-0ea4e740a00e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.744282 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:37:03.746564 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.759001 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (6cc7949c-2ed3-498c-9c15-8e23c9d67d3f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.759762 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] Added segment 6cc7949c-2ed3-498c-9c15-8e23c9d67d3f of type vlan for network e91b8e22-113d-4896-9773-135ebb821377 Jul 25 05:37:03.806468 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] For port 3f4dbea6-91d3-46f7-a117-42389c2610cf, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:37:03.812723 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] For port 3f4dbea6-91d3-46f7-a117-42389c2610cf, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=3f4dbea6-91d3-46f7-a117-42389c2610cf,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:37:03.819948 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (e91b8e22-113d-4896-9773-135ebb821377), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.824814 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.830915 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:03.832224 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] Made reservation on behalf of 039d0c9e35dd4a74b7b08c982535155d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:03.835138 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.847697 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-960277863-network', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:03.872505 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.947051 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5db3b60-7221-4309-9314-0ea4e740a00e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:03.957801 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Allocated IP 172.27.3.38 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/2ef4812b-cc8f-438f-9c19-871e92e163b0) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:37:03.981333 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (e91b8e22-113d-4896-9773-135ebb821377), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:03.983004 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:03.983980 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:04.004914 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e1520-6bd6-4b03-944f-e882326a7684 None None] Pushing event updated for resources: {'Port': ['ID=3f4dbea6-91d3-46f7-a117-42389c2610cf,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:04.006129 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] Made reservation on behalf of 42066c73ac8f4e5c883204dfc66245c0 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:04.009073 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:04.048717 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:04.101348 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8581765 Jul 25 05:37:04.102446 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:04.111902 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 59738) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:04.119051 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Publish callbacks [] for port (2ef4812b-cc8f-438f-9c19-871e92e163b0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:04.160509 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (2ef4812b-cc8f-438f-9c19-871e92e163b0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:04.200509 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-fd145658-779a-4b1f-a0b2-d73717b4e894 admin admin] Request body: {'subnet': {'network_id': 'e91b8e22-113d-4896-9773-135ebb821377', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2084788120-subnet', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:04.293329 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:04.293329 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Pushing event updated for resources: {'Port': ['ID=2ef4812b-cc8f-438f-9c19-871e92e163b0,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:04.293329 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:04.293329 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:04.293329 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:37:04.294349 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da295f4b-4d7f-435d-bfb9-f649b6dc0592 admin admin] Pushing event updated for resources: {'Network': ['ID=e91b8e22-113d-4896-9773-135ebb821377,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:04.294861 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network e91b8e22-113d-4896-9773-135ebb821377 details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:37:04.475878 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd145658-779a-4b1f-a0b2-d73717b4e894 admin admin] Made reservation on behalf of 0dc32f383ef54d94aeb44d0bc3885614 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:04.478565 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fd145658-779a-4b1f-a0b2-d73717b4e894 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:04.569030 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] Publish callbacks [] for security_group (a2732b11-8a96-4a69-bcce-c57e26f9eff0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:04.588661 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (a2732b11-8a96-4a69-bcce-c57e26f9eff0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:04.663102 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:37:04.676326 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] Publish callbacks [] for security_group (e4b8f248-4f8f-4a15-87de-31e7d4399e2f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:04.707197 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2732b11-8a96-4a69-bcce-c57e26f9eff0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:04.710488 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (e4b8f248-4f8f-4a15-87de-31e7d4399e2f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:04.726006 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (d4b964cc-f1f8-48ea-864e-38873d0da490), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:04.726641 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] Added segment d4b964cc-f1f8-48ea-864e-38873d0da490 of type vlan for network aed27c05-8a0d-4dce-9b0d-df31faae36ad Jul 25 05:37:04.732252 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 3f4dbea6-91d3-46f7-a117-42389c2610cf up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:04.810479 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:04.811977 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:37:04.813130 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:04.833610 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 3f4dbea6-91d3-46f7-a117-42389c2610cf triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:04.834125 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:04.869384 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Publish callbacks [] for router_gateway (50d167a5-d146-4b6e-9727-26da29ec4143), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:04.912721 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b8f248-4f8f-4a15-87de-31e7d4399e2f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:04.944574 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:04.966763 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (97720f9d-9c82-47d4-a04c-b7da8e355d27), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:04.967479 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] Added segment 97720f9d-9c82-47d4-a04c-b7da8e355d27 of type vlan for network fec420c3-be12-4a0c-92d9-7ad0ead1f91c Jul 25 05:37:04.985588 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (aed27c05-8a0d-4dce-9b0d-df31faae36ad), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.017783 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 3f4dbea6-91d3-46f7-a117-42389c2610cf is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:05.018299 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.068146 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:05.107209 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port 3f4dbea6-91d3-46f7-a117-42389c2610cf, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=3f4dbea6-91d3-46f7-a117-42389c2610cf,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:05.119365 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.195614 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (fec420c3-be12-4a0c-92d9-7ad0ead1f91c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.201801 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=3f4dbea6-91d3-46f7-a117-42389c2610cf,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:05.209906 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (aed27c05-8a0d-4dce-9b0d-df31faae36ad), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.216658 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:05.217573 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.248334 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775234'] for router (50d167a5-d146-4b6e-9727-26da29ec4143), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.393251 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fd145658-779a-4b1f-a0b2-d73717b4e894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for subnet (998c2396-b4c3-42c1-9f04-e5facca6548a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.395994 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Router 50d167a5-d146-4b6e-9727-26da29ec4143 is scheduled to L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:37:05.417813 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2612062 Jul 25 05:37:05.423940 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5aa12a-47d9-4194-9083-fecfba32e32a admin admin] Pushing event updated for resources: {'Network': ['ID=aed27c05-8a0d-4dce-9b0d-df31faae36ad,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:05.426476 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59790) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:05.438775 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network aed27c05-8a0d-4dce-9b0d-df31faae36ad details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:37:05.442222 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee4ab6-9e4e-4ec3-b431-837f257db4eb None None] Network 0be019a4-499c-47a6-88b3-5437178c588d requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:37:05.455649 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (fec420c3-be12-4a0c-92d9-7ad0ead1f91c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.457881 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:05.458622 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.467871 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-395bdf91-57a1-4784-a945-d3de51ce07a5 admin admin] Request body: {'subnet': {'network_id': 'aed27c05-8a0d-4dce-9b0d-df31faae36ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1075768438-subnet', 'tenant_id': '039d0c9e35dd4a74b7b08c982535155d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:05.497645 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395bdf91-57a1-4784-a945-d3de51ce07a5 admin admin] Made reservation on behalf of 039d0c9e35dd4a74b7b08c982535155d for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:05.500446 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-395bdf91-57a1-4784-a945-d3de51ce07a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.573843 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] Pushing event updated for resources: {'Network': ['ID=fec420c3-be12-4a0c-92d9-7ad0ead1f91c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:05.617739 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network fec420c3-be12-4a0c-92d9-7ad0ead1f91c details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:37:05.624270 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd145658-779a-4b1f-a0b2-d73717b4e894 admin admin] Checking segment: {'id': '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:05.625058 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd145658-779a-4b1f-a0b2-d73717b4e894 admin admin] Network hostable DHCP agents. Network: e91b8e22-113d-4896-9773-135ebb821377, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:37:05.636921 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-912dadb6-e08d-4259-844f-381bdd20d188 None None] Provisioning complete for port 3f4dbea6-91d3-46f7-a117-42389c2610cf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:05.638652 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-912dadb6-e08d-4259-844f-381bdd20d188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.651941 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-84b2177c-7cf4-47c3-86a4-21ce25c8e5cd admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.2887731 Jul 25 05:37:05.655544 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 59802) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:05.656575 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:37:05.666444 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Sync routers for ids ['50d167a5-d146-4b6e-9727-26da29ec4143'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:37:05.670956 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e37b0b29-7cb5-4157-8844-ffdc401da2dd admin admin] Request body: {'subnet': {'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-960277863-subnet', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:05.681384 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:05.699646 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd145658-779a-4b1f-a0b2-d73717b4e894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=998c2396-b4c3-42c1-9f04-e5facca6548a,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:05.706571 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Routers {'50d167a5-d146-4b6e-9727-26da29ec4143'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:37:05.707272 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:36:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['50d167a5-d146-4b6e-9727-26da29ec4143'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:05.721856 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd145658-779a-4b1f-a0b2-d73717b4e894 admin admin] Network e91b8e22-113d-4896-9773-135ebb821377 is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:37:05.732974 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37b0b29-7cb5-4157-8844-ffdc401da2dd admin admin] Made reservation on behalf of 42066c73ac8f4e5c883204dfc66245c0 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:05.737142 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e37b0b29-7cb5-4157-8844-ffdc401da2dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.738031 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.750298 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-66f6ea5b-2944-4f01-a5d8-79b00ae2d42f admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7525971 Jul 25 05:37:05.752718 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59804) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:05.768749 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-fd145658-779a-4b1f-a0b2-d73717b4e894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, e91b8e22-113d-4896-9773-135ebb821377) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:05.773875 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd145658-779a-4b1f-a0b2-d73717b4e894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:05.774829 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fd145658-779a-4b1f-a0b2-d73717b4e894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.793288 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1067234-deb4-40e6-9dab-10cafcb87002 None None] Network e91b8e22-113d-4896-9773-135ebb821377 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:37:05.844171 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-fd145658-779a-4b1f-a0b2-d73717b4e894 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6728516 Jul 25 05:37:05.847094 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 59806) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:05.852368 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2084788120-router', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:05.896670 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-728'] for router (6823bc61-af85-4d27-88fa-86b94dfea9b9), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.898289 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-751'] for router (6823bc61-af85-4d27-88fa-86b94dfea9b9), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:05.944223 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fd5b1d1-d160-5e6d-81c3-07e62fcf4b68-e91b8e22-113d-4896-9773-135ebb821377', 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377', 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'fixed_ips': [{'subnet_id': '998c2396-b4c3-42c1-9f04-e5facca6548a'}]}} from dv-cinder-850830-1-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:37:05.945442 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:06.069720 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-912dadb6-e08d-4259-844f-381bdd20d188 None None] Current status of the port 3f4dbea6-91d3-46f7-a117-42389c2610cf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:06.243951 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:06.246718 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Allocated IP 172.20.0.2 (e91b8e22-113d-4896-9773-135ebb821377/998c2396-b4c3-42c1-9f04-e5facca6548a/b3f3cad4-86ac-4e66-8466-c27a1aac0251) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:37:06.265109 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Publish callbacks [] for router_controller (6823bc61-af85-4d27-88fa-86b94dfea9b9), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:06.314829 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Set router 50d167a5-d146-4b6e-9727-26da29ec4143 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:37:06.371781 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e37b0b29-7cb5-4157-8844-ffdc401da2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for subnet (e6b699d7-df42-453b-8891-f9d892555252), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:06.436604 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-395bdf91-57a1-4784-a945-d3de51ce07a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for subnet (a2cd7ebb-31ea-47c2-a61f-7a362da04c66), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:06.512856 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Publish callbacks [] for router_gateway (6823bc61-af85-4d27-88fa-86b94dfea9b9), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:06.517865 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b0b29-7cb5-4157-8844-ffdc401da2dd admin admin] Checking segment: {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:06.518165 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b0b29-7cb5-4157-8844-ffdc401da2dd admin admin] Network hostable DHCP agents. Network: fec420c3-be12-4a0c-92d9-7ad0ead1f91c, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:37:06.532600 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:06.584434 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:06.652232 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b479569c-9013-47bc-a68c-dfbddd508947 None None] Provisioning complete for port 3f4dbea6-91d3-46f7-a117-42389c2610cf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:06.652614 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b479569c-9013-47bc-a68c-dfbddd508947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:06.698942 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 3f4dbea6-91d3-46f7-a117-42389c2610cf up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:06.704792 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:06.780560 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b479569c-9013-47bc-a68c-dfbddd508947 None None] Current status of the port 3f4dbea6-91d3-46f7-a117-42389c2610cf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:06.812317 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:04Z', 'revision_number': 3, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:06.841732 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:06.853470 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 3f4dbea6-91d3-46f7-a117-42389c2610cf triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:06.855356 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:06.888440 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Checking router: 50d167a5-d146-4b6e-9727-26da29ec4143 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:37:06.888817 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Updating router 50d167a5-d146-4b6e-9727-26da29ec4143 port 2ef4812b-cc8f-438f-9c19-871e92e163b0 binding host dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:37:06.952243 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Publish callbacks [] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:06.957013 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (2ef4812b-cc8f-438f-9c19-871e92e163b0), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:06.958153 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bdf91-57a1-4784-a945-d3de51ce07a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2cd7ebb-31ea-47c2-a61f-7a362da04c66,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:06.983451 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.021413 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:07.023110 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Publish callbacks [] for router_gateway (6823bc61-af85-4d27-88fa-86b94dfea9b9), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.074718 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b0b29-7cb5-4157-8844-ffdc401da2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b699d7-df42-453b-8891-f9d892555252,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:07.079756 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.090468 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Pushing event updated for resources: {'Port': ['ID=b3f3cad4-86ac-4e66-8466-c27a1aac0251,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:07.130180 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Network e91b8e22-113d-4896-9773-135ebb821377 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:07.151611 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:07.164660 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:37:07.169434 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 3f4dbea6-91d3-46f7-a117-42389c2610cf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:07.190238 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b0b29-7cb5-4157-8844-ffdc401da2dd admin admin] Network fec420c3-be12-4a0c-92d9-7ad0ead1f91c is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:37:07.230439 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e37b0b29-7cb5-4157-8844-ffdc401da2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, fec420c3-be12-4a0c-92d9-7ad0ead1f91c) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:07.251857 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b0b29-7cb5-4157-8844-ffdc401da2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:07.252523 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e37b0b29-7cb5-4157-8844-ffdc401da2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.266629 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d13c43-6fe5-47ba-a734-aaec13318960 None None] Network fec420c3-be12-4a0c-92d9-7ad0ead1f91c requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:37:07.272988 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e37b0b29-7cb5-4157-8844-ffdc401da2dd admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6084175 Jul 25 05:37:07.275889 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 59842) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:07.282546 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:07.308360 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-728'] for router (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.309981 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395bdf91-57a1-4784-a945-d3de51ce07a5 admin admin] Checking segment: {'id': 'd4b964cc-f1f8-48ea-864e-38873d0da490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'aed27c05-8a0d-4dce-9b0d-df31faae36ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:07.310299 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-751'] for router (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.310430 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395bdf91-57a1-4784-a945-d3de51ce07a5 admin admin] Network hostable DHCP agents. Network: aed27c05-8a0d-4dce-9b0d-df31faae36ad, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:37:07.397561 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Publish callbacks [] for port (2ef4812b-cc8f-438f-9c19-871e92e163b0), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.408601 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (2ef4812b-cc8f-438f-9c19-871e92e163b0), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.410387 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Attempting to bind port b3f3cad4-86ac-4e66-8466-c27a1aac0251 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:37:07.411076 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Attempting to bind port b3f3cad4-86ac-4e66-8466-c27a1aac0251 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:37:07.411707 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Attempting to bind port b3f3cad4-86ac-4e66-8466-c27a1aac0251 on network e91b8e22-113d-4896-9773-135ebb821377 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:07.424872 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:37:07.425532 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Checking segment: {'id': '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:07.426222 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.426795 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Bound using segment: {'id': '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:37:07.427745 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Bound port: b3f3cad4-86ac-4e66-8466-c27a1aac0251, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:37:07.428448 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.461321 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Allocated IP 172.27.3.7 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/f06dafb0-726a-4fc9-8c97-0c1b1be67c73) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:37:07.474330 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395bdf91-57a1-4784-a945-d3de51ce07a5 admin admin] Network aed27c05-8a0d-4dce-9b0d-df31faae36ad is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:37:07.504657 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-395bdf91-57a1-4784-a945-d3de51ce07a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, aed27c05-8a0d-4dce-9b0d-df31faae36ad) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:07.508885 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.516614 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395bdf91-57a1-4784-a945-d3de51ce07a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:07.517446 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-395bdf91-57a1-4784-a945-d3de51ce07a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.517940 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8eaaea-8886-4a18-9e75-07c114750551 None None] Network aed27c05-8a0d-4dce-9b0d-df31faae36ad requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:37:07.549866 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Pushing event updated for resources: {'Port': ['ID=2ef4812b-cc8f-438f-9c19-871e92e163b0,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:07.560917 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-395bdf91-57a1-4784-a945-d3de51ce07a5 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1281500 Jul 25 05:37:07.579213 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Publish callbacks [] for router_controller (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.591979 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.593525 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.593916 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.594292 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.594892 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.595247 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.595708 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Publish callbacks [] for port (f06dafb0-726a-4fc9-8c97-0c1b1be67c73), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.597865 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.598581 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.598974 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:07.599281 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.601339 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.602278 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.602278 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.603679 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.604472 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.605971 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:37:07.608236 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fd5b1d1-d160-5e6d-81c3-07e62fcf4b68-fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252'}]}} from dv-cinder-850830-1-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:37:07.609245 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Tracked resource versions report: Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: pushed versions: Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: { 'AddressGroup': {'1.2'}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Agent': {'1.1'}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'ConntrackHelper': {'1.0'}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Log': {'1.0'}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'NDPProxy': {'1.0'}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Network': {'1.1'}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Port': {'1.7'}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'PortForwarding': {'1.3'}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'QosPolicy': {'1.10'}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'SecurityGroup': {'1.5'}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'SubPort': {'1.0'}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Subnet': {'1.1'}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Trunk': {'1.1'}} Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: consumer versions: Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: { DHCP agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: HyperV agent@hv-cinder-85083: {}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: L3 agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: Metadata agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: Metering agent@dv-cinder-850830-1-iscsi: {}, Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: Open vSwitch agent@dv-cinder-850830-1-iscsi: { 'AddressGroup': '1.2', Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Agent': '1.1', Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'ConntrackHelper': '1.0', Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'LocalIPAssociation': '1.0', Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Log': '1.0', Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'NDPProxy': '1.0', Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Network': '1.1', Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Port': '1.7', Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'PortForwarding': '1.3', Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'QosPolicy': '1.10', Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'SecurityGroup': '1.5', Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'SecurityGroupRule': '1.2', Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'SubPort': '1.0', Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Subnet': '1.1', Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: 'Trunk': '1.1'}} Jul 25 05:37:07.609387 dv-cinder-850830-1-iscsi neutron-server[104226]: {{(pid=104226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:37:07.644031 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] For port b3f3cad4-86ac-4e66-8466-c27a1aac0251, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:37:07.644902 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Attempting to bind port 2ef4812b-cc8f-438f-9c19-871e92e163b0 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:37:07.646432 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Attempting to bind port 2ef4812b-cc8f-438f-9c19-871e92e163b0 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:37:07.646933 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Attempting to bind port 2ef4812b-cc8f-438f-9c19-871e92e163b0 on network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:07.659843 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:37:07.660261 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Checking segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:07.660661 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.662313 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Bound using segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:37:07.662815 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Bound port: 2ef4812b-cc8f-438f-9c19-871e92e163b0, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:37:07.663204 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (2ef4812b-cc8f-438f-9c19-871e92e163b0), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.731368 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:07.780797 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] For port b3f3cad4-86ac-4e66-8466-c27a1aac0251, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=b3f3cad4-86ac-4e66-8466-c27a1aac0251,segment=NetworkSegment(6cc7949c-2ed3-498c-9c15-8e23c9d67d3f),segment_id=6cc7949c-2ed3-498c-9c15-8e23c9d67d3f)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:37:07.803336 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] For port 2ef4812b-cc8f-438f-9c19-871e92e163b0, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:37:07.805207 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.809555 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] For port 2ef4812b-cc8f-438f-9c19-871e92e163b0, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=2ef4812b-cc8f-438f-9c19-871e92e163b0,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:37:07.821778 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Allocated IP 172.20.0.1 (0be019a4-499c-47a6-88b3-5437178c588d/1c951e4e-a3a2-45e2-bedf-1ac03feeba8c/3eff7026-72c7-4dbf-b356-8aa74dd3dd97) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:37:07.825845 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (2ef4812b-cc8f-438f-9c19-871e92e163b0), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.877741 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 59852) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:07.900140 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Routers {'50d167a5-d146-4b6e-9727-26da29ec4143'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:37:07.901390 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:36:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['50d167a5-d146-4b6e-9727-26da29ec4143'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:07.965692 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Publish callbacks [] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.975759 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Publish callbacks [] for router_gateway (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:07.988521 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (f06dafb0-726a-4fc9-8c97-0c1b1be67c73), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:08.006147 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:08.022801 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b8f8e-6194-41d1-8e9f-2e55265a659d None None] Pushing event updated for resources: {'Port': ['ID=2ef4812b-cc8f-438f-9c19-871e92e163b0,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:08.029835 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:08.118477 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:08.147970 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Network 0be019a4-499c-47a6-88b3-5437178c588d is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:08.156838 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:08.164267 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:37:08.164629 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663993'] for router_interface (50d167a5-d146-4b6e-9727-26da29ec4143), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:08.168590 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Pushing event updated for resources: {'Port': ['ID=3eff7026-72c7-4dbf-b356-8aa74dd3dd97,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:08.227821 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] Set router 50d167a5-d146-4b6e-9727-26da29ec4143 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:37:08.253165 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Pushing event updated for resources: {'Port': ['ID=f06dafb0-726a-4fc9-8c97-0c1b1be67c73,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:08.254130 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:08.274635 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ad4050-4e39-4144-8917-f6009fff4332 None None] Network aed27c05-8a0d-4dce-9b0d-df31faae36ad requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:37:08.314320 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:08.314320 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:37:08.560697 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26864e-6c5a-4e04-b52d-7a083352e780 None None] Pushing event updated for resources: {'Port': ['ID=b3f3cad4-86ac-4e66-8466-c27a1aac0251,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:08.671357 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:08.746225 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:08.749066 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:08.768835 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:04Z', 'revision_number': 3, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:08.815620 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59888) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:08.827147 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1894261290-network', 'tenant_id': '20403937bb684d8e9d29b6992bf4e9f6'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:08.843281 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Allocated IP 172.20.0.2 (fec420c3-be12-4a0c-92d9-7ad0ead1f91c/e6b699d7-df42-453b-8891-f9d892555252/f1a2840b-11c3-4bbe-9a63-d1414559a52d) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:37:08.847160 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Publish callbacks [] for router_gateway (6823bc61-af85-4d27-88fa-86b94dfea9b9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:08.848018 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19768893-6ba5-43aa-9210-e65ecb8b6ad0 None None] The sync data for ids ['50d167a5-d146-4b6e-9727-26da29ec4143'] in dv-cinder-850830-1-iscsi is: [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:04Z', 'revision_number': 3, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:37:08.862028 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2655e03f-a475-461e-846c-b2788f116723 None None] Provisioning complete for port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:08.878873 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2655e03f-a475-461e-846c-b2788f116723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:08.917056 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] Made reservation on behalf of 20403937bb684d8e9d29b6992bf4e9f6 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:08.920712 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:08.970628 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:08.984127 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2655e03f-a475-461e-846c-b2788f116723 None None] Port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:37:09.150519 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6c204d69-71fa-4b88-9789-0319f0523828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.197573 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:09.224581 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Publish callbacks [] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.264359 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.266357 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663893'] for router_interface (50d167a5-d146-4b6e-9727-26da29ec4143), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.334678 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Publish callbacks [] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.365831 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.428687 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Pushing event updated for resources: {'Port': ['ID=3eff7026-72c7-4dbf-b356-8aa74dd3dd97,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:09.542618 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Pushing event updated for resources: {'Port': ['ID=f1a2840b-11c3-4bbe-9a63-d1414559a52d,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:09.547221 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] Publish callbacks [] for security_group (5f3b456e-d938-4016-a7cc-ff87b7818040), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.558902 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1c2c494b-a9c4-414b-a406-60295863accb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.574381 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (5f3b456e-d938-4016-a7cc-ff87b7818040), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.578921 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:09.601098 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775234'] for router (6823bc61-af85-4d27-88fa-86b94dfea9b9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.633621 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Network fec420c3-be12-4a0c-92d9-7ad0ead1f91c is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:09.649512 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3b456e-d938-4016-a7cc-ff87b7818040,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:09.653127 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:09.686540 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:37:09.692356 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.702103 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Network 0be019a4-499c-47a6-88b3-5437178c588d is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:09.706834 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:09.719485 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:37:09.769536 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Publish callbacks [] for router_gateway (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.877562 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0d4e4e-ebf5-48aa-90bf-74716d3a5df4 None None] Network e91b8e22-113d-4896-9773-135ebb821377 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:37:09.883960 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.938893 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:37:09.952277 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:09.964701 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6c204d69-71fa-4b88-9789-0319f0523828 admin admin] Publish callbacks [] for security_group (f846f031-be8b-42b2-b207-752eba09a1c0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.995561 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (f38dd930-d0c8-4abb-baeb-2e5ee6172686), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:09.997159 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] Added segment f38dd930-d0c8-4abb-baeb-2e5ee6172686 of type vlan for network 34a78faa-e2b7-49a8-a159-ac0fe76f60f3 Jul 25 05:37:10.003899 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6c204d69-71fa-4b88-9789-0319f0523828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (f846f031-be8b-42b2-b207-752eba09a1c0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.018021 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Router 50d167a5-d146-4b6e-9727-26da29ec4143 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:37:10.038256 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-944a6d52-8dc8-4116-9396-32202cbb17c5 None None] Provisioning complete for port b3f3cad4-86ac-4e66-8466-c27a1aac0251 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:10.038256 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-944a6d52-8dc8-4116-9396-32202cbb17c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.068799 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (34a78faa-e2b7-49a8-a159-ac0fe76f60f3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.082117 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Attempting to bind port f1a2840b-11c3-4bbe-9a63-d1414559a52d on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:37:10.082492 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Attempting to bind port f1a2840b-11c3-4bbe-9a63-d1414559a52d by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:37:10.082859 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Attempting to bind port f1a2840b-11c3-4bbe-9a63-d1414559a52d on network fec420c3-be12-4a0c-92d9-7ad0ead1f91c {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:10.093209 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:37:10.093569 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Checking segment: {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:10.094008 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.094553 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Bound using segment: {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:37:10.095045 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Bound port: f1a2840b-11c3-4bbe-9a63-d1414559a52d, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:37:10.096094 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.097845 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c204d69-71fa-4b88-9789-0319f0523828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f846f031-be8b-42b2-b207-752eba09a1c0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:10.098022 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:10.179673 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-944a6d52-8dc8-4116-9396-32202cbb17c5 None None] Current status of the port b3f3cad4-86ac-4e66-8466-c27a1aac0251 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:10.180074 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-944a6d52-8dc8-4116-9396-32202cbb17c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.185834 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (34a78faa-e2b7-49a8-a159-ac0fe76f60f3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.187085 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:10.187868 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.212017 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59918) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:10.213700 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6c204d69-71fa-4b88-9789-0319f0523828 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2854c008a6674dc1b63c6550d0f2108f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3342903 Jul 25 05:37:10.255123 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Router 6823bc61-af85-4d27-88fa-86b94dfea9b9 is scheduled to L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:37:10.267401 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-944a6d52-8dc8-4116-9396-32202cbb17c5 None None] For port b3f3cad4-86ac-4e66-8466-c27a1aac0251, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=b3f3cad4-86ac-4e66-8466-c27a1aac0251,segment=NetworkSegment(6cc7949c-2ed3-498c-9c15-8e23c9d67d3f),segment_id=6cc7949c-2ed3-498c-9c15-8e23c9d67d3f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:10.269230 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] For port f1a2840b-11c3-4bbe-9a63-d1414559a52d, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:37:10.282687 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-944a6d52-8dc8-4116-9396-32202cbb17c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.286523 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] For port f1a2840b-11c3-4bbe-9a63-d1414559a52d, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=f1a2840b-11c3-4bbe-9a63-d1414559a52d,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:37:10.316164 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:37:10.330049 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a2e13378-c065-4711-9ea4-b325107fcd36 admin admin] 10.222.0.33 "PUT /v2.0/routers/50d167a5-d146-4b6e-9727-26da29ec4143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5601971 Jul 25 05:37:10.331123 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] Pushing event updated for resources: {'Network': ['ID=34a78faa-e2b7-49a8-a159-ac0fe76f60f3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:10.347928 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a6d52-8dc8-4116-9396-32202cbb17c5 None None] Pushing event updated for resources: {'Port': ['ID=b3f3cad4-86ac-4e66-8466-c27a1aac0251,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:10.352432 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network 34a78faa-e2b7-49a8-a159-ac0fe76f60f3 details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:37:10.357579 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.361521 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3740c7dc-513a-4dfa-82d5-dcfda955853e admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5444205 Jul 25 05:37:10.365479 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59926) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:10.371380 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3ee4a245-2426-43a3-a9ba-62e1eab1182f admin admin] Request body: {'subnet': {'network_id': '34a78faa-e2b7-49a8-a159-ac0fe76f60f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1894261290-subnet', 'tenant_id': '20403937bb684d8e9d29b6992bf4e9f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:10.420276 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:10.420903 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:37:10.444626 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Allocated IP 172.27.3.169 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/82828a1c-cb21-43b3-9da5-793c9a984841) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:37:10.450194 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd6c16c2-3790-4f5f-a617-cc0448583fac admin admin] Publish callbacks [] for security_group (f846f031-be8b-42b2-b207-752eba09a1c0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.455522 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.457059 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-514fa92b-0245-4d14-9d16-da9e06a377f8 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6087213 Jul 25 05:37:10.463442 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 59928) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:10.500572 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee4a245-2426-43a3-a9ba-62e1eab1182f admin admin] Made reservation on behalf of 20403937bb684d8e9d29b6992bf4e9f6 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:10.505542 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ee4a245-2426-43a3-a9ba-62e1eab1182f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.568693 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd6c16c2-3790-4f5f-a617-cc0448583fac admin admin] Publish callbacks [] for security_group (f846f031-be8b-42b2-b207-752eba09a1c0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.585730 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f86a7b-44e8-49f6-a550-306f8e75a0bc None None] Pushing event updated for resources: {'Port': ['ID=f1a2840b-11c3-4bbe-9a63-d1414559a52d,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:10.594629 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Sync routers for ids ['6823bc61-af85-4d27-88fa-86b94dfea9b9'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:37:10.627117 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Routers {'6823bc61-af85-4d27-88fa-86b94dfea9b9'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:37:10.627117 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:36:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['6823bc61-af85-4d27-88fa-86b94dfea9b9'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:10.784834 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Set router 6823bc61-af85-4d27-88fa-86b94dfea9b9 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:37:10.878154 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:10.906853 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd6c16c2-3790-4f5f-a617-cc0448583fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (f846f031-be8b-42b2-b207-752eba09a1c0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.910570 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd6c16c2-3790-4f5f-a617-cc0448583fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:10.912246 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-cd6c16c2-3790-4f5f-a617-cc0448583fac admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f846f031-be8b-42b2-b207-752eba09a1c0 HTTP/1.1" status: 204 len: 168 time: 0.6966603 Jul 25 05:37:10.943774 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c16c2-3790-4f5f-a617-cc0448583fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f846f031-be8b-42b2-b207-752eba09a1c0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:10.973446 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device b3f3cad4-86ac-4e66-8466-c27a1aac0251 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:11.015995 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:11.038645 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:11.046129 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:11.121802 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ee4a245-2426-43a3-a9ba-62e1eab1182f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for subnet (e0992210-21d6-4617-8207-0484489a398f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:11.155475 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'name': 'tempest-DeleteServersTestJSON-2084788120-router', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f06dafb0-726a-4fc9-8c97-0c1b1be67c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:05Z', 'updated_at': '2022-07-25T05:37:08Z', 'revision_number': 3, 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'gw_port': {'id': 'f06dafb0-726a-4fc9-8c97-0c1b1be67c73', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:11.165645 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9b9a70bc-1385-44d2-8f33-9bb89621a98c None None] Provisioning complete for port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:11.166099 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b9a70bc-1385-44d2-8f33-9bb89621a98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:11.222261 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59970) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:11.235823 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:11.240510 dv-cinder-850830-1-iscsi neutron-server[104223]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 25 05:37:11.258534 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:11.261947 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9b9a70bc-1385-44d2-8f33-9bb89621a98c None None] Port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:37:11.274394 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Checking router: 6823bc61-af85-4d27-88fa-86b94dfea9b9 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:37:11.274758 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Updating router 6823bc61-af85-4d27-88fa-86b94dfea9b9 port f06dafb0-726a-4fc9-8c97-0c1b1be67c73 binding host dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:37:11.279447 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Publish callbacks [] for port (82828a1c-cb21-43b3-9da5-793c9a984841), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:11.382177 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-73675f31-7ef1-46d9-9fb7-1ef8244a80d9 None None] Provisioning complete for port b3f3cad4-86ac-4e66-8466-c27a1aac0251 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:11.382699 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-73675f31-7ef1-46d9-9fb7-1ef8244a80d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:11.390606 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (f06dafb0-726a-4fc9-8c97-0c1b1be67c73), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:11.391665 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4a245-2426-43a3-a9ba-62e1eab1182f admin admin] Checking segment: {'id': 'f38dd930-d0c8-4abb-baeb-2e5ee6172686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '34a78faa-e2b7-49a8-a159-ac0fe76f60f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:11.392164 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee4a245-2426-43a3-a9ba-62e1eab1182f admin admin] Network hostable DHCP agents. Network: 34a78faa-e2b7-49a8-a159-ac0fe76f60f3, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:37:11.397424 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4a245-2426-43a3-a9ba-62e1eab1182f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0992210-21d6-4617-8207-0484489a398f,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:11.502659 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee4a245-2426-43a3-a9ba-62e1eab1182f admin admin] Network 34a78faa-e2b7-49a8-a159-ac0fe76f60f3 is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:37:11.522185 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Allocated IP 172.20.0.1 (e91b8e22-113d-4896-9773-135ebb821377/998c2396-b4c3-42c1-9f04-e5facca6548a/9721fb98-385b-440b-bc48-318357236be5) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:37:11.538517 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port b3f3cad4-86ac-4e66-8466-c27a1aac0251 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:11.538517 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:11.572584 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-3ee4a245-2426-43a3-a9ba-62e1eab1182f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, 34a78faa-e2b7-49a8-a159-ac0fe76f60f3) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:11.591078 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee4a245-2426-43a3-a9ba-62e1eab1182f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:11.591672 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ee4a245-2426-43a3-a9ba-62e1eab1182f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:11.618252 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2d35f598-238e-4da3-97a7-feebcc2cd1a2 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:11.622069 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2d35f598-238e-4da3-97a7-feebcc2cd1a2 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 819 time: 0.3826256 Jul 25 05:37:11.653983 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-c3200802-4cbd-47a5-ae96-9bdc18ce666b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/quotas/c782b01e8e484fe8bb710aeddc0192d1 HTTP/1.1" status: 200 len: 375 time: 0.0183117 Jul 25 05:37:11.668239 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Publish callbacks [] for port (9721fb98-385b-440b-bc48-318357236be5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:11.677761 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3ee4a245-2426-43a3-a9ba-62e1eab1182f admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3027141 Jul 25 05:37:11.699929 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:11.716281 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (9721fb98-385b-440b-bc48-318357236be5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:11.731691 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59976) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:11.740013 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d676f45e-90d6-4248-b39e-fd983c73e22e None None] Network 34a78faa-e2b7-49a8-a159-ac0fe76f60f3 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:37:11.793752 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Network e91b8e22-113d-4896-9773-135ebb821377 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:11.811045 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:11.814345 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:37:11.814345 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663993'] for router_interface (6823bc61-af85-4d27-88fa-86b94dfea9b9), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:11.830037 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b16edfd4-42e0-4b20-a9a5-9a19322ce45f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:11.873216 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-7da1f07e-ae60-417d-9a7e-53d9246a53a9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2020946 Jul 25 05:37:11.884312 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Sync routers for ids ['50d167a5-d146-4b6e-9727-26da29ec4143'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:37:11.913112 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:11.927088 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Routers {'50d167a5-d146-4b6e-9727-26da29ec4143'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:37:11.928731 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:36:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['50d167a5-d146-4b6e-9727-26da29ec4143'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:12.017843 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b16edfd4-42e0-4b20-a9a5-9a19322ce45f admin admin] Publish callbacks [] for security_group (43487aa7-c935-4fc2-8319-78507d35f588), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.019449 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59986) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:12.029733 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1f854dfd-a993-4ff0-ae26-77c1b8a09aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.100566 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b16edfd4-42e0-4b20-a9a5-9a19322ce45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (43487aa7-c935-4fc2-8319-78507d35f588), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.117221 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:12.163243 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-73675f31-7ef1-46d9-9fb7-1ef8244a80d9 None None] Current status of the port b3f3cad4-86ac-4e66-8466-c27a1aac0251 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:12.176883 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Set router 50d167a5-d146-4b6e-9727-26da29ec4143 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:37:12.239241 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Pushing event updated for resources: {'Port': ['ID=9721fb98-385b-440b-bc48-318357236be5,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:12.260530 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a333c298-f1a0-4615-bc2e-43ed6deefa60 admin admin] Deleting subnet a2cd7ebb-31ea-47c2-a61f-7a362da04c66 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:37:12.267957 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (82828a1c-cb21-43b3-9da5-793c9a984841), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.276953 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a333c298-f1a0-4615-bc2e-43ed6deefa60 admin admin] Publish callbacks [] for subnet (a2cd7ebb-31ea-47c2-a61f-7a362da04c66), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.315137 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:12.326525 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:12.334833 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aca434a-3088-41af-b711-7b681423e7c1 None None] Network 34a78faa-e2b7-49a8-a159-ac0fe76f60f3 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:37:12.345743 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a333c298-f1a0-4615-bc2e-43ed6deefa60 admin admin] Publish callbacks [] for subnet (a2cd7ebb-31ea-47c2-a61f-7a362da04c66), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.352375 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:37:12.366411 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a333c298-f1a0-4615-bc2e-43ed6deefa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (a2cd7ebb-31ea-47c2-a61f-7a362da04c66), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.432922 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-35797465-bde8-42f8-88b3-c99ba1098974 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:37:12.434629 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-35797465-bde8-42f8-88b3-c99ba1098974 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2658012 Jul 25 05:37:12.437665 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b16edfd4-42e0-4b20-a9a5-9a19322ce45f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a804b44c02014f74ad2a68f69b9f6489&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7049904 Jul 25 05:37:12.438843 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16edfd4-42e0-4b20-a9a5-9a19322ce45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43487aa7-c935-4fc2-8319-78507d35f588,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:12.442168 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 59998) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:12.444490 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a333c298-f1a0-4615-bc2e-43ed6deefa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for subnet (a2cd7ebb-31ea-47c2-a61f-7a362da04c66), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.465070 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:08Z', 'revision_number': 4, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '3eff7026-72c7-4dbf-b356-8aa74dd3dd97', 'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'mac_address': 'fa:16:3e:a9:4c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:08Z', 'revision_number': 2, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'subnets': [{'id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:12.505077 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333c298-f1a0-4615-bc2e-43ed6deefa60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2cd7ebb-31ea-47c2-a61f-7a362da04c66,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:12.505513 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2e36772d-0fcf-4ef9-8ed9-2043b808eed5 None None] Provisioning complete for port 9721fb98-385b-440b-bc48-318357236be5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:12.509853 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2e36772d-0fcf-4ef9-8ed9-2043b808eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (9721fb98-385b-440b-bc48-318357236be5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.527426 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Checking router: 50d167a5-d146-4b6e-9727-26da29ec4143 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:37:12.528020 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Updating router 50d167a5-d146-4b6e-9727-26da29ec4143 port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 binding host dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:37:12.562620 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:12.565991 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.567031 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9721fb98-385b-440b-bc48-318357236be5), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.573261 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Pushing event updated for resources: {'Port': ['ID=82828a1c-cb21-43b3-9da5-793c9a984841,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:12.579527 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a333c298-f1a0-4615-bc2e-43ed6deefa60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.587484 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a333c298-f1a0-4615-bc2e-43ed6deefa60 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/a2cd7ebb-31ea-47c2-a61f-7a362da04c66 HTTP/1.1" status: 204 len: 168 time: 0.5671496 Jul 25 05:37:12.597946 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60002) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:12.599110 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2e36772d-0fcf-4ef9-8ed9-2043b808eed5 None None] Port 9721fb98-385b-440b-bc48-318357236be5 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:37:12.641467 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:12.654647 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2872a918-f76e-4d92-99b2-46b9e1f926a2 admin admin] Publish callbacks [] for security_group (43487aa7-c935-4fc2-8319-78507d35f588), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.670140 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port b3f3cad4-86ac-4e66-8466-c27a1aac0251 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:12.671959 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 2ef4812b-cc8f-438f-9c19-871e92e163b0 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:12.709485 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2872a918-f76e-4d92-99b2-46b9e1f926a2 admin admin] Publish callbacks [] for security_group (43487aa7-c935-4fc2-8319-78507d35f588), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.713510 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-1807784f-15c6-4d98-84ab-859ad89dd0b1 service neutron] 10.222.0.33 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507720 Jul 25 05:37:12.780757 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:12.782420 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.822048 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 2ef4812b-cc8f-438f-9c19-871e92e163b0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:12.822455 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (2ef4812b-cc8f-438f-9c19-871e92e163b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.845482 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-b797645d-49fa-4105-adec-63ff1bcbd8df service neutron] 10.222.0.33 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215084 Jul 25 05:37:12.859024 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (aed27c05-8a0d-4dce-9b0d-df31faae36ad), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.906484 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2872a918-f76e-4d92-99b2-46b9e1f926a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (43487aa7-c935-4fc2-8319-78507d35f588), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.911858 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2872a918-f76e-4d92-99b2-46b9e1f926a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:12.913455 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2872a918-f76e-4d92-99b2-46b9e1f926a2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/43487aa7-c935-4fc2-8319-78507d35f588 HTTP/1.1" status: 204 len: 168 time: 0.4666510 Jul 25 05:37:12.929528 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872a918-f76e-4d92-99b2-46b9e1f926a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43487aa7-c935-4fc2-8319-78507d35f588,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:13.053085 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443d9112-2c01-4b56-b169-e7732f77eaf8 None None] Network fec420c3-be12-4a0c-92d9-7ad0ead1f91c requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:37:13.072276 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Publish callbacks [] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:13.083469 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:13.094136 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:13.143416 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (aed27c05-8a0d-4dce-9b0d-df31faae36ad), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:13.228328 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 60022) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:13.271639 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:13.276174 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:13.278244 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:13.280163 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Subscribe: > port after_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:13.280658 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:13.283109 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Subscribe: > port after_update 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:13.286888 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:13.287444 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:13.288016 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:13.292577 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:13.311320 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497b9d7-da55-45c7-b1b1-679b9b963902 None None] Pushing event updated for resources: {'Port': ['ID=3eff7026-72c7-4dbf-b356-8aa74dd3dd97,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:13.370443 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Publish callbacks [] for port (f06dafb0-726a-4fc9-8c97-0c1b1be67c73), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:13.383887 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-933041fc-99d6-46b5-91fc-166d7936104f req-98e77fda-ec18-414b-a1f7-5dc76182e117 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 210 time: 0.1531863 Jul 25 05:37:13.426729 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-dff17b3b-cbe8-4e4d-bf72-33b296e28aa2 None None] Provisioning complete for port f1a2840b-11c3-4bbe-9a63-d1414559a52d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:13.427110 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dff17b3b-cbe8-4e4d-bf72-33b296e28aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:13.456935 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Attempting to bind port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:37:13.457349 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Attempting to bind port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:37:13.457714 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Attempting to bind port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 on network 0be019a4-499c-47a6-88b3-5437178c588d {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:13.472435 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:37:13.472906 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Checking segment: {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:13.473315 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:13.473710 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Bound using segment: {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:37:13.474951 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Bound port: 3eff7026-72c7-4dbf-b356-8aa74dd3dd97, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:37:13.477508 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:13.550308 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (f06dafb0-726a-4fc9-8c97-0c1b1be67c73), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:13.595128 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:13.657222 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] For port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:37:13.663491 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] For port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=3eff7026-72c7-4dbf-b356-8aa74dd3dd97,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:37:13.682614 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:13.808935 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Routers {'50d167a5-d146-4b6e-9727-26da29ec4143'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:37:13.810946 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:37:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['50d167a5-d146-4b6e-9727-26da29ec4143'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:13.826078 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f629a3-b5f2-45b5-a1ef-b5d039ca502a None None] Pushing event updated for resources: {'Port': ['ID=f06dafb0-726a-4fc9-8c97-0c1b1be67c73,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:13.889457 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Attempting to bind port f06dafb0-726a-4fc9-8c97-0c1b1be67c73 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:37:13.889776 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Attempting to bind port f06dafb0-726a-4fc9-8c97-0c1b1be67c73 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:37:13.890132 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Attempting to bind port f06dafb0-726a-4fc9-8c97-0c1b1be67c73 on network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:13.926534 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 2ef4812b-cc8f-438f-9c19-871e92e163b0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:13.927176 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (2ef4812b-cc8f-438f-9c19-871e92e163b0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:13.933157 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:13.933538 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:13.935134 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:13.935658 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:13.936059 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed27c05-8a0d-4dce-9b0d-df31faae36ad']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:13.941226 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:37:13.943043 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Checking segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:13.943719 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:13.944357 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Bound using segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:37:13.945068 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Bound port: f06dafb0-726a-4fc9-8c97-0c1b1be67c73, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:37:13.945670 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (f06dafb0-726a-4fc9-8c97-0c1b1be67c73), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:13.993590 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497b9d7-da55-45c7-b1b1-679b9b963902 None None] Pushing event updated for resources: {'Port': ['ID=3eff7026-72c7-4dbf-b356-8aa74dd3dd97,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:13.993786 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b964cc-f1f8-48ea-864e-38873d0da490') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:13.994041 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b964cc-f1f8-48ea-864e-38873d0da490') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:14.056352 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61739833'] for segment (d4b964cc-f1f8-48ea-864e-38873d0da490), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:14.091684 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (d4b964cc-f1f8-48ea-864e-38873d0da490), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:14.224471 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-427d316e-e88f-40fd-9e07-ad20ab1fc800 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:14.244343 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-427d316e-e88f-40fd-9e07-ad20ab1fc800 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 819 time: 0.3587177 Jul 25 05:37:14.267295 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Publish callbacks [] for port (9721fb98-385b-440b-bc48-318357236be5), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:14.269769 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:14.282381 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (9721fb98-385b-440b-bc48-318357236be5), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:14.285967 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:37:14.286356 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61948010'] for segment (d4b964cc-f1f8-48ea-864e-38873d0da490), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:14.305661 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-6b24ac88-9ace-46ca-8157-1b543f387823 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/quotas/c782b01e8e484fe8bb710aeddc0192d1 HTTP/1.1" status: 200 len: 375 time: 0.0526302 Jul 25 05:37:14.316536 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] Set router 50d167a5-d146-4b6e-9727-26da29ec4143 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:37:14.337002 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Publish callbacks [] for router_gateway (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:14.382094 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port 2ef4812b-cc8f-438f-9c19-871e92e163b0, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=2ef4812b-cc8f-438f-9c19-871e92e163b0,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:14.434080 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (2ef4812b-cc8f-438f-9c19-871e92e163b0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:14.437240 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-22674cba-a823-432c-a8b4-11606bd90c86 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1302161 Jul 25 05:37:14.555913 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:14.556456 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:14.576536 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=2ef4812b-cc8f-438f-9c19-871e92e163b0,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:14.654487 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-dff17b3b-cbe8-4e4d-bf72-33b296e28aa2 None None] Current status of the port f1a2840b-11c3-4bbe-9a63-d1414559a52d is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:14.654882 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dff17b3b-cbe8-4e4d-bf72-33b296e28aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:14.657360 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-e4a4f588-8631-4bf2-adc0-78410b8f9ebe service neutron] 10.222.0.33 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185090 Jul 25 05:37:14.657822 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:14.740058 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] For port f06dafb0-726a-4fc9-8c97-0c1b1be67c73, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:37:14.788110 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] For port f06dafb0-726a-4fc9-8c97-0c1b1be67c73, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=f06dafb0-726a-4fc9-8c97-0c1b1be67c73,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:37:14.827386 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663893'] for router_interface (6823bc61-af85-4d27-88fa-86b94dfea9b9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:14.832165 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60120) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:14.865712 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (f06dafb0-726a-4fc9-8c97-0c1b1be67c73), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:14.869793 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Pushing event updated for resources: {'Port': ['ID=9721fb98-385b-440b-bc48-318357236be5,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:14.869793 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (aed27c05-8a0d-4dce-9b0d-df31faae36ad), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:14.907612 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device f1a2840b-11c3-4bbe-9a63-d1414559a52d up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:14.999003 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-dff17b3b-cbe8-4e4d-bf72-33b296e28aa2 None None] For port f1a2840b-11c3-4bbe-9a63-d1414559a52d, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=f1a2840b-11c3-4bbe-9a63-d1414559a52d,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:15.006935 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:08Z', 'revision_number': 4, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '3eff7026-72c7-4dbf-b356-8aa74dd3dd97', 'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'mac_address': 'fa:16:3e:a9:4c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:13Z', 'revision_number': 4, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'subnets': [{'id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:15.013864 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:15.021564 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] 10.222.0.33 "DELETE /v2.0/networks/aed27c05-8a0d-4dce-9b0d-df31faae36ad HTTP/1.1" status: 204 len: 168 time: 2.4183280 Jul 25 05:37:15.025093 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60134) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:15.032709 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-c9fcae8e-9415-43ff-bd0a-d00050ee1e6c service neutron] 10.222.0.33 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720548 Jul 25 05:37:15.101757 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cba4f-dd6d-44fe-92aa-2e6a00475c6b None None] The sync data for ids ['50d167a5-d146-4b6e-9727-26da29ec4143'] in dv-cinder-850830-1-iscsi is: [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:08Z', 'revision_number': 4, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '3eff7026-72c7-4dbf-b356-8aa74dd3dd97', 'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'mac_address': 'fa:16:3e:a9:4c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:13Z', 'revision_number': 4, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'subnets': [{'id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:37:15.109610 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dff17b3b-cbe8-4e4d-bf72-33b296e28aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:15.208184 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f00a1-e7ba-47eb-9cc3-84a14a3d6361 admin admin] Pushing event deleted for resources: {'Network': ['ID=aed27c05-8a0d-4dce-9b0d-df31faae36ad,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:15.259618 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:15.318730 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Routers {'6823bc61-af85-4d27-88fa-86b94dfea9b9'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:37:15.320117 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:37:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['6823bc61-af85-4d27-88fa-86b94dfea9b9'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:15.485669 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port f1a2840b-11c3-4bbe-9a63-d1414559a52d triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:15.486043 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:15.487731 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-42cef13d-2aaa-4cc1-8bae-83ec3a8a52f2 None None] Provisioning complete for port f1a2840b-11c3-4bbe-9a63-d1414559a52d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:15.488116 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-42cef13d-2aaa-4cc1-8bae-83ec3a8a52f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:15.522789 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2dd9c3c6-76fe-4966-b178-f0ce825b52c8 req-ef8a1cb2-03eb-409f-9aa5-f51d06eeb8f9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 210 time: 0.0944395 Jul 25 05:37:15.644398 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f629a3-b5f2-45b5-a1ef-b5d039ca502a None None] Pushing event updated for resources: {'Port': ['ID=f06dafb0-726a-4fc9-8c97-0c1b1be67c73,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:15.741656 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment d4b964cc-f1f8-48ea-864e-38873d0da490 resource provider aggregate not found Jul 25 05:37:15.761271 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e8826617-4db6-4983-b381-fdf98f8a1e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:15.781426 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf9ec0f-44b7-4c83-80ee-a3b28392159d admin admin] Deleting subnet e0992210-21d6-4617-8207-0484489a398f {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:37:15.797724 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment d4b964cc-f1f8-48ea-864e-38873d0da490 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4b964cc-f1f8-48ea-864e-38873d0da490 found for delete ", "request_id": "req-f81c98b4-fdeb-48bf-86ee-6db6043c4e43"}]} Jul 25 05:37:15.800495 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ec0f-44b7-4c83-80ee-a3b28392159d admin admin] Publish callbacks [] for subnet (e0992210-21d6-4617-8207-0484489a398f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:15.838114 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff17b3b-cbe8-4e4d-bf72-33b296e28aa2 None None] Pushing event updated for resources: {'Port': ['ID=f1a2840b-11c3-4bbe-9a63-d1414559a52d,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:15.931578 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] Set router 6823bc61-af85-4d27-88fa-86b94dfea9b9 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:37:15.940140 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-42cef13d-2aaa-4cc1-8bae-83ec3a8a52f2 None None] Current status of the port f1a2840b-11c3-4bbe-9a63-d1414559a52d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:15.957775 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ec0f-44b7-4c83-80ee-a3b28392159d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61739776'] for subnet (e0992210-21d6-4617-8207-0484489a398f), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:15.961800 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:16.000752 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:16.017178 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-42cef13d-2aaa-4cc1-8bae-83ec3a8a52f2 None None] Provisioning complete for port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:16.017721 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-42cef13d-2aaa-4cc1-8bae-83ec3a8a52f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:16.067465 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775234'] for router (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:16.077017 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Network e91b8e22-113d-4896-9773-135ebb821377 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:16.083995 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ec0f-44b7-4c83-80ee-a3b28392159d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (e0992210-21d6-4617-8207-0484489a398f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:16.101679 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:16.305037 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:16.343302 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port f1a2840b-11c3-4bbe-9a63-d1414559a52d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:16.440314 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'name': 'tempest-DeleteServersTestJSON-2084788120-router', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f06dafb0-726a-4fc9-8c97-0c1b1be67c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:05Z', 'updated_at': '2022-07-25T05:37:12Z', 'revision_number': 4, 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'gw_port': {'id': 'f06dafb0-726a-4fc9-8c97-0c1b1be67c73', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '9721fb98-385b-440b-bc48-318357236be5', 'name': '', 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'mac_address': 'fa:16:3e:1c:ce:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '998c2396-b4c3-42c1-9f04-e5facca6548a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:11Z', 'updated_at': '2022-07-25T05:37:12Z', 'revision_number': 2, 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'subnets': [{'id': '998c2396-b4c3-42c1-9f04-e5facca6548a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:16.475895 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6bd2d6-c163-4c0e-b5e9-7686251184cb None None] The sync data for ids ['6823bc61-af85-4d27-88fa-86b94dfea9b9'] in dv-cinder-850830-1-iscsi is: [{'id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'name': 'tempest-DeleteServersTestJSON-2084788120-router', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f06dafb0-726a-4fc9-8c97-0c1b1be67c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:05Z', 'updated_at': '2022-07-25T05:37:12Z', 'revision_number': 4, 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'gw_port': {'id': 'f06dafb0-726a-4fc9-8c97-0c1b1be67c73', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '9721fb98-385b-440b-bc48-318357236be5', 'name': '', 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'mac_address': 'fa:16:3e:1c:ce:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '998c2396-b4c3-42c1-9f04-e5facca6548a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:11Z', 'updated_at': '2022-07-25T05:37:12Z', 'revision_number': 2, 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'subnets': [{'id': '998c2396-b4c3-42c1-9f04-e5facca6548a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:37:16.523577 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-42cef13d-2aaa-4cc1-8bae-83ec3a8a52f2 None None] Current status of the port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:16.524080 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-42cef13d-2aaa-4cc1-8bae-83ec3a8a52f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:16.564178 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-42cef13d-2aaa-4cc1-8bae-83ec3a8a52f2 None None] For port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=3eff7026-72c7-4dbf-b356-8aa74dd3dd97,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:16.574132 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-42cef13d-2aaa-4cc1-8bae-83ec3a8a52f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:16.619161 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Router 6823bc61-af85-4d27-88fa-86b94dfea9b9 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:37:16.629833 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ec0f-44b7-4c83-80ee-a3b28392159d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61948112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61931711'] for subnet (e0992210-21d6-4617-8207-0484489a398f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:16.637612 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:16.639172 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cef13d-2aaa-4cc1-8bae-83ec3a8a52f2 None None] Pushing event updated for resources: {'Port': ['ID=3eff7026-72c7-4dbf-b356-8aa74dd3dd97,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:16.641804 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e8826617-4db6-4983-b381-fdf98f8a1e2f admin admin] Publish callbacks [] for security_group (82fb3e0d-0d9a-43f5-a39c-ffd61f318b40), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:16.659480 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ec0f-44b7-4c83-80ee-a3b28392159d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:16.666042 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-7bf9ec0f-44b7-4c83-80ee-a3b28392159d admin admin] 10.222.0.33 "DELETE /v2.0/subnets/e0992210-21d6-4617-8207-0484489a398f HTTP/1.1" status: 204 len: 168 time: 1.6400087 Jul 25 05:37:16.666320 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 60218) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:16.744532 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf24427e-b2ec-470d-b897-049538117cd9 None None] Provisioning complete for port 9721fb98-385b-440b-bc48-318357236be5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:16.746179 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf24427e-b2ec-470d-b897-049538117cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (9721fb98-385b-440b-bc48-318357236be5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:16.766118 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:16.801907 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:16.809206 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e8826617-4db6-4983-b381-fdf98f8a1e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (82fb3e0d-0d9a-43f5-a39c-ffd61f318b40), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:16.837349 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3031ba62-0ebb-4631-a613-0221c1941bb1 req-a25ba817-3c9c-4896-b8dc-2b3434e66c24 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 210 time: 0.1104445 Jul 25 05:37:16.844684 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e8826617-4db6-4983-b381-fdf98f8a1e2f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=129b404cb6484de8962c1aa49e34cca1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9887550 Jul 25 05:37:16.850454 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf24427e-b2ec-470d-b897-049538117cd9 None None] Port 9721fb98-385b-440b-bc48-318357236be5 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:37:16.855188 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9ec0f-44b7-4c83-80ee-a3b28392159d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0992210-21d6-4617-8207-0484489a398f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:16.858070 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60222) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:16.879645 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:16.880418 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:16.919530 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (34a78faa-e2b7-49a8-a159-ac0fe76f60f3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:16.923847 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:37:16.948880 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-bb0ccd4b-8fef-46d0-927f-ac2f5eb0635f admin admin] 10.222.0.33 "PUT /v2.0/routers/6823bc61-af85-4d27-88fa-86b94dfea9b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4768138 Jul 25 05:37:17.077605 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8826617-4db6-4983-b381-fdf98f8a1e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fb3e0d-0d9a-43f5-a39c-ffd61f318b40,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:17.082530 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-12487ac9-09b3-4ad8-befe-c40eea9419f2 admin admin] Publish callbacks [] for security_group (82fb3e0d-0d9a-43f5-a39c-ffd61f318b40), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:17.083758 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (34a78faa-e2b7-49a8-a159-ac0fe76f60f3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:17.087872 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 is scheduled to L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:37:17.119936 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:17.122563 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:17.123365 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:17.123704 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Subscribe: > port after_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:17.124612 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:17.125397 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Subscribe: > port after_update 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:17.126656 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:17.127302 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:17.127791 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:17.128273 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:17.135770 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-12487ac9-09b3-4ad8-befe-c40eea9419f2 admin admin] Publish callbacks [] for security_group (82fb3e0d-0d9a-43f5-a39c-ffd61f318b40), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:17.145858 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:17.149750 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device f1a2840b-11c3-4bbe-9a63-d1414559a52d up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:17.208420 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:17.244928 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port f1a2840b-11c3-4bbe-9a63-d1414559a52d triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:17.246184 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:17.445028 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:37:17.451445 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-12487ac9-09b3-4ad8-befe-c40eea9419f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (82fb3e0d-0d9a-43f5-a39c-ffd61f318b40), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:17.454295 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-12487ac9-09b3-4ad8-befe-c40eea9419f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:17.462477 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-12487ac9-09b3-4ad8-befe-c40eea9419f2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/82fb3e0d-0d9a-43f5-a39c-ffd61f318b40 HTTP/1.1" status: 204 len: 168 time: 0.5906870 Jul 25 05:37:17.463102 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Sync routers for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:37:17.489128 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port f1a2840b-11c3-4bbe-9a63-d1414559a52d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:17.492188 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 2ef4812b-cc8f-438f-9c19-871e92e163b0 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:17.496906 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12487ac9-09b3-4ad8-befe-c40eea9419f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fb3e0d-0d9a-43f5-a39c-ffd61f318b40,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:17.540537 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:17.546024 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-8bccba41-cb15-46d8-817c-80a73ea4236f admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.2649913 Jul 25 05:37:17.551721 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60252) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:17.571786 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:17.572768 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:17.573657 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:17.574217 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:37:17.575001 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a78faa-e2b7-49a8-a159-ac0fe76f60f3']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:17.608074 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38dd930-d0c8-4abb-baeb-2e5ee6172686') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:17.608405 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38dd930-d0c8-4abb-baeb-2e5ee6172686') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:17.617943 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:37:17.623034 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:37:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:17.647935 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002157'] for segment (f38dd930-d0c8-4abb-baeb-2e5ee6172686), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:17.683194 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (f38dd930-d0c8-4abb-baeb-2e5ee6172686), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:17.697321 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:17.775254 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:37:17.780657 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61987862'] for segment (f38dd930-d0c8-4abb-baeb-2e5ee6172686), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:17.939265 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 2ef4812b-cc8f-438f-9c19-871e92e163b0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:17.939790 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (2ef4812b-cc8f-438f-9c19-871e92e163b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:18.143586 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:37:18.191686 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-28b59ea7-9b89-4f05-8eea-ff2142dbc27b req-1f09964c-9bf6-4fd5-9968-0e90a7358f91 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 210 time: 0.1307774 Jul 25 05:37:18.199313 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (34a78faa-e2b7-49a8-a159-ac0fe76f60f3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:18.231778 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:18.327277 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:18.335566 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] 10.222.0.33 "DELETE /v2.0/networks/34a78faa-e2b7-49a8-a159-ac0fe76f60f3 HTTP/1.1" status: 204 len: 168 time: 1.6667848 Jul 25 05:37:18.341065 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6c444-b200-425a-8073-0ba02fdc1333 admin admin] Pushing event deleted for resources: {'Network': ['ID=34a78faa-e2b7-49a8-a159-ac0fe76f60f3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:18.398380 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-fe221405-5146-4e60-a0c4-c88937026035 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:18.400152 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-fe221405-5146-4e60-a0c4-c88937026035 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/networks?id=e91b8e22-113d-4896-9773-135ebb821377 HTTP/1.1" status: 200 len: 812 time: 0.4876034 Jul 25 05:37:18.451881 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-bdc168c3-1e5c-443d-82a9-dd2ea36703ab tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/quotas/0dc32f383ef54d94aeb44d0bc3885614 HTTP/1.1" status: 200 len: 375 time: 0.0432217 Jul 25 05:37:18.557479 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment f38dd930-d0c8-4abb-baeb-2e5ee6172686 resource provider aggregate not found Jul 25 05:37:18.611199 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment f38dd930-d0c8-4abb-baeb-2e5ee6172686 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f38dd930-d0c8-4abb-baeb-2e5ee6172686 found for delete ", "request_id": "req-d1172023-da01-4713-b0a5-91b89babb52c"}]} Jul 25 05:37:18.628229 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-88c810ca-ca83-413a-9fa2-a9527492ff3f tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=0dc32f383ef54d94aeb44d0bc3885614&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1754622 Jul 25 05:37:18.762114 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60314) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:18.828566 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ebf8b287-d23f-4911-85a4-1aa044da32b2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=039d0c9e35dd4a74b7b08c982535155d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0644653 Jul 25 05:37:18.833178 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 60318) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:18.898932 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:18.913020 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-aade7094-3970-47a1-953d-fd72b6b78916 service neutron] 10.222.0.33 "GET /v2.0/networks/e91b8e22-113d-4896-9773-135ebb821377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752852 Jul 25 05:37:18.915122 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 2ef4812b-cc8f-438f-9c19-871e92e163b0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:19.074885 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:19.075221 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:12Z', 'revision_number': 3, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:19.108288 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e53719f4-0856-4ff4-b766-6f5ae8039ac2 admin admin] Publish callbacks [] for security_group (a2732b11-8a96-4a69-bcce-c57e26f9eff0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:19.167791 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Checking router: 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:37:19.168235 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Updating router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 port 82828a1c-cb21-43b3-9da5-793c9a984841 binding host dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:37:19.294526 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e53719f4-0856-4ff4-b766-6f5ae8039ac2 admin admin] Publish callbacks [] for security_group (a2732b11-8a96-4a69-bcce-c57e26f9eff0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:19.308619 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (82828a1c-cb21-43b3-9da5-793c9a984841), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:19.315017 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-ab821dea-352f-407d-99f1-cc4904b2dd98 service neutron] 10.222.0.33 "GET /v2.0/networks/e91b8e22-113d-4896-9773-135ebb821377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914411 Jul 25 05:37:19.330581 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.43', 57285) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:19.376000 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.43', 57286) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:19.405219 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:19.414456 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:19.507190 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 60340) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:19.647611 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-08f2711f-2874-4c8f-97d4-3b9404bf01e6 req-dd540840-006f-4e54-be8b-73db6e5d8162 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 210 time: 0.2207377 Jul 25 05:37:19.714385 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 60350) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:19.779210 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e53719f4-0856-4ff4-b766-6f5ae8039ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (a2732b11-8a96-4a69-bcce-c57e26f9eff0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:19.782190 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e53719f4-0856-4ff4-b766-6f5ae8039ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:19.783522 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e53719f4-0856-4ff4-b766-6f5ae8039ac2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a2732b11-8a96-4a69-bcce-c57e26f9eff0 HTTP/1.1" status: 204 len: 168 time: 0.9494162 Jul 25 05:37:19.786415 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:19.795224 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-acc25a6e-e32a-45ee-8279-59b0f0db451b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:19.796731 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-acc25a6e-e32a-45ee-8279-59b0f0db451b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 819 time: 0.4647596 Jul 25 05:37:19.814523 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53719f4-0856-4ff4-b766-6f5ae8039ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2732b11-8a96-4a69-bcce-c57e26f9eff0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:19.896240 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:19.896426 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:19.939033 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8efbb1d2-4848-4d14-b589-c4a71d07f7bf req-807d976d-a6b7-4b94-ad0e-8dcbe2d4e1f3 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 210 time: 0.0888717 Jul 25 05:37:19.950526 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-927a5480-216b-4a53-9819-e7a2ac407ff1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Request body: {'port': {'device_id': '8d49b4fd-206c-478c-9078-e3f88faedd9a', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'admin_state_up': True, 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:20.258062 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:20.263052 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device f06dafb0-726a-4fc9-8c97-0c1b1be67c73 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:20.270552 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-b90013e9-7224-4464-ac22-a53e9e891ab9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:20.272392 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-b90013e9-7224-4464-ac22-a53e9e891ab9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 819 time: 0.8642089 Jul 25 05:37:20.302837 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1414a2bb-dd70-4b6f-b7a9-d2925f8cde23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:20.309429 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2b731015-6527-4a72-ae7a-043abf406e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:20.320244 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-23c1a47b-8c7d-43ba-8c30-066b8ce1b891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Request body: {'port': {'device_id': '12aaf07a-d8f0-46c4-98f9-ba47ee257fa7', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'admin_state_up': True, 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:20.500384 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port f06dafb0-726a-4fc9-8c97-0c1b1be67c73 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:20.500862 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (f06dafb0-726a-4fc9-8c97-0c1b1be67c73), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:20.597141 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:20.608239 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-927a5480-216b-4a53-9819-e7a2ac407ff1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Made reservation on behalf of c782b01e8e484fe8bb710aeddc0192d1 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:20.611703 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-927a5480-216b-4a53-9819-e7a2ac407ff1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:20.683304 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Sync routers for ids ['6823bc61-af85-4d27-88fa-86b94dfea9b9'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:37:20.698606 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Routers {'6823bc61-af85-4d27-88fa-86b94dfea9b9'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:37:20.700281 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:37:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['6823bc61-af85-4d27-88fa-86b94dfea9b9'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:20.704457 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-23c1a47b-8c7d-43ba-8c30-066b8ce1b891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Made reservation on behalf of c782b01e8e484fe8bb710aeddc0192d1 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:20.709892 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-23c1a47b-8c7d-43ba-8c30-066b8ce1b891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:20.744172 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Publish callbacks [] for port (82828a1c-cb21-43b3-9da5-793c9a984841), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:20.773740 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:20.786850 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (82828a1c-cb21-43b3-9da5-793c9a984841), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:20.891245 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596eea30-8ff8-4570-90d1-77006499b058 None None] Pushing event updated for resources: {'Port': ['ID=82828a1c-cb21-43b3-9da5-793c9a984841,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:20.897987 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port f06dafb0-726a-4fc9-8c97-0c1b1be67c73 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:20.898390 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (f06dafb0-726a-4fc9-8c97-0c1b1be67c73), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:20.952710 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Attempting to bind port 82828a1c-cb21-43b3-9da5-793c9a984841 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:37:20.953111 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Attempting to bind port 82828a1c-cb21-43b3-9da5-793c9a984841 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:37:20.953592 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Attempting to bind port 82828a1c-cb21-43b3-9da5-793c9a984841 on network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:20.958914 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1414a2bb-dd70-4b6f-b7a9-d2925f8cde23 admin admin] Publish callbacks [] for security_group (7d0ea5f8-487a-4eee-8ed9-ba1408cf3cb1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:20.961437 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port f06dafb0-726a-4fc9-8c97-0c1b1be67c73, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=f06dafb0-726a-4fc9-8c97-0c1b1be67c73,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:20.966370 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:37:20.966716 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Checking segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:20.967275 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:20.967608 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Bound using segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:37:20.968218 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Bound port: 82828a1c-cb21-43b3-9da5-793c9a984841, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:37:20.968735 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (82828a1c-cb21-43b3-9da5-793c9a984841), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:21.038214 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] For port 82828a1c-cb21-43b3-9da5-793c9a984841, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:37:21.047111 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] For port 82828a1c-cb21-43b3-9da5-793c9a984841, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=82828a1c-cb21-43b3-9da5-793c9a984841,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:37:21.060731 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (f06dafb0-726a-4fc9-8c97-0c1b1be67c73), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:21.094629 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (82828a1c-cb21-43b3-9da5-793c9a984841), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:21.142030 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Set router 6823bc61-af85-4d27-88fa-86b94dfea9b9 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:37:21.194600 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-23c1a47b-8c7d-43ba-8c30-066b8ce1b891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Allocated IP 172.20.0.6 (0be019a4-499c-47a6-88b3-5437178c588d/1c951e4e-a3a2-45e2-bedf-1ac03feeba8c/6d22bdd7-e942-45f4-b095-81aa2ad4c2d4) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:37:21.224060 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60418) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:21.253586 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Allocated IP 172.20.0.1 (fec420c3-be12-4a0c-92d9-7ad0ead1f91c/e6b699d7-df42-453b-8891-f9d892555252/b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:37:21.309894 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=f06dafb0-726a-4fc9-8c97-0c1b1be67c73,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:21.347282 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1414a2bb-dd70-4b6f-b7a9-d2925f8cde23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (7d0ea5f8-487a-4eee-8ed9-ba1408cf3cb1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:21.358603 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:37:21.359257 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:37:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:21.398471 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2a4001a4-4a4f-4cc6-8660-8341a0eac546 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=20403937bb684d8e9d29b6992bf4e9f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1692162 Jul 25 05:37:21.399828 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:21.407245 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 60428) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:21.445280 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-1414a2bb-dd70-4b6f-b7a9-d2925f8cde23 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e6f640be419b4c05b9b614d5b12b1fda&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7038867 Jul 25 05:37:21.466181 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60430) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:21.537720 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:37:21.568974 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2b731015-6527-4a72-ae7a-043abf406e66 admin admin] Publish callbacks [] for security_group (d911551c-c24b-4b98-9021-4d60ce7fc757), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:21.585320 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1a275fbd-e5d2-448b-8dce-1c78b101881d req-0e7fb20d-777f-4d87-97a5-9671a365262b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 210 time: 0.2593322 Jul 25 05:37:21.633915 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2b731015-6527-4a72-ae7a-043abf406e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (d911551c-c24b-4b98-9021-4d60ce7fc757), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:21.647273 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6b6f2d28-1126-4fe3-a1d8-7329e84e21f6 req-e4cce9d6-7149-42fe-b7bd-4ead4258608b tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 210 time: 0.3201733 Jul 25 05:37:21.702609 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-23c1a47b-8c7d-43ba-8c30-066b8ce1b891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:21.707398 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:21.713224 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2b731015-6527-4a72-ae7a-043abf406e66 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=aa82c2fa3dea499a8b5f1e7d5fcd8acd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1764269 Jul 25 05:37:21.717129 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414a2bb-dd70-4b6f-b7a9-d2925f8cde23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0ea5f8-487a-4eee-8ed9-ba1408cf3cb1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:21.722449 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 60436) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:21.727895 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596eea30-8ff8-4570-90d1-77006499b058 None None] Pushing event updated for resources: {'Port': ['ID=82828a1c-cb21-43b3-9da5-793c9a984841,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:21.738307 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:21.756840 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:21.766524 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0b5fdd1d-40a5-4dad-8ca8-fc7892f18274 admin admin] Publish callbacks [] for security_group (5f3b456e-d938-4016-a7cc-ff87b7818040), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:21.782565 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'name': 'tempest-DeleteServersTestJSON-2084788120-router', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f06dafb0-726a-4fc9-8c97-0c1b1be67c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:05Z', 'updated_at': '2022-07-25T05:37:12Z', 'revision_number': 4, 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'gw_port': {'id': 'f06dafb0-726a-4fc9-8c97-0c1b1be67c73', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '9721fb98-385b-440b-bc48-318357236be5', 'name': '', 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'mac_address': 'fa:16:3e:1c:ce:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '998c2396-b4c3-42c1-9f04-e5facca6548a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:11Z', 'updated_at': '2022-07-25T05:37:12Z', 'revision_number': 2, 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'subnets': [{'id': '998c2396-b4c3-42c1-9f04-e5facca6548a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:21.811677 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-23c1a47b-8c7d-43ba-8c30-066b8ce1b891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:21.825352 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=6,neutron:SELECT=86,neutron:INSERT=8 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:21.869691 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Checking router: 6823bc61-af85-4d27-88fa-86b94dfea9b9 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:37:21.870243 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:21.871135 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Updating router 6823bc61-af85-4d27-88fa-86b94dfea9b9 port 9721fb98-385b-440b-bc48-318357236be5 binding host dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:37:21.892222 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0b5fdd1d-40a5-4dad-8ca8-fc7892f18274 admin admin] Publish callbacks [] for security_group (5f3b456e-d938-4016-a7cc-ff87b7818040), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:21.908347 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b731015-6527-4a72-ae7a-043abf406e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d911551c-c24b-4b98-9021-4d60ce7fc757,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:21.964977 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-278968f7-d368-4e3e-a8e9-e5c86b224f03 admin admin] Publish callbacks [] for security_group (d911551c-c24b-4b98-9021-4d60ce7fc757), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:21.981028 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9721fb98-385b-440b-bc48-318357236be5), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:22.002541 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-927a5480-216b-4a53-9819-e7a2ac407ff1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Allocated IP 172.20.0.8 (0be019a4-499c-47a6-88b3-5437178c588d/1c951e4e-a3a2-45e2-bedf-1ac03feeba8c/ba399b8d-ed3f-49b4-ac2e-afa79260f403) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:37:22.004810 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.43', 57296) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:22.066966 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:12Z', 'revision_number': 3, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:22.085964 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-23c1a47b-8c7d-43ba-8c30-066b8ce1b891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Network 0be019a4-499c-47a6-88b3-5437178c588d is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:22.108511 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1a47b-8c7d-43ba-8c30-066b8ce1b891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Pushing event updated for resources: {'Port': ['ID=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:22.120532 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-23c1a47b-8c7d-43ba-8c30-066b8ce1b891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:22.145193 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aae55d4-d21d-45f1-bea4-db2d53b5e124 None None] The sync data for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi is: [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:12Z', 'revision_number': 3, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:37:22.153909 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-23c1a47b-8c7d-43ba-8c30-066b8ce1b891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:37:22.304624 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-23c1a47b-8c7d-43ba-8c30-066b8ce1b891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:22.316680 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-23c1a47b-8c7d-43ba-8c30-066b8ce1b891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:22.454880 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-23c1a47b-8c7d-43ba-8c30-066b8ce1b891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1415503 Jul 25 05:37:22.587155 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Publish callbacks [] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:22.646295 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2ba3fc19-0809-4aa8-afa3-4dfc2646f40a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:37:22.647301 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2ba3fc19-0809-4aa8-afa3-4dfc2646f40a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1405883 Jul 25 05:37:22.654381 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82464dc6-bf6d-421d-b35f-d256881fe8eb admin admin] Publish callbacks [] for security_group (7d0ea5f8-487a-4eee-8ed9-ba1408cf3cb1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:22.683933 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:22.718120 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4bff330a-1f13-4f52-ace8-a28831b5db1c None None] Provisioning complete for port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:22.718737 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4bff330a-1f13-4f52-ace8-a28831b5db1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:22.859778 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82464dc6-bf6d-421d-b35f-d256881fe8eb admin admin] Publish callbacks [] for security_group (7d0ea5f8-487a-4eee-8ed9-ba1408cf3cb1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:22.888749 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4bff330a-1f13-4f52-ace8-a28831b5db1c None None] Port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:37:22.931374 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-83c14b71-ea2d-4a7d-aced-5f9b35394308 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:22.943123 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-83c14b71-ea2d-4a7d-aced-5f9b35394308 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.43 "GET /v2.0/networks?id=e91b8e22-113d-4896-9773-135ebb821377 HTTP/1.1" status: 200 len: 812 time: 0.9312274 Jul 25 05:37:22.953514 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Network fec420c3-be12-4a0c-92d9-7ad0ead1f91c is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:22.962551 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:22.975898 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0b5fdd1d-40a5-4dad-8ca8-fc7892f18274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (5f3b456e-d938-4016-a7cc-ff87b7818040), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:22.985745 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0b5fdd1d-40a5-4dad-8ca8-fc7892f18274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:22.986931 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-0b5fdd1d-40a5-4dad-8ca8-fc7892f18274 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5f3b456e-d938-4016-a7cc-ff87b7818040 HTTP/1.1" status: 204 len: 168 time: 1.5406029 Jul 25 05:37:23.014430 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Publish callbacks [] for port (9721fb98-385b-440b-bc48-318357236be5), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:23.032765 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (9721fb98-385b-440b-bc48-318357236be5), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:23.039556 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Pushing event updated for resources: {'Port': ['ID=b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:23.056491 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:37:23.170077 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-983260c9-c12f-4172-bd87-ed529bd69915 req-13d66fd1-ca9f-4bb6-a340-20d9534c277a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 210 time: 0.2255607 Jul 25 05:37:23.182231 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac430a-d48d-4b71-898b-8567f14fdd95 None None] Pushing event updated for resources: {'Port': ['ID=9721fb98-385b-440b-bc48-318357236be5,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:23.217375 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-278968f7-d368-4e3e-a8e9-e5c86b224f03 admin admin] Publish callbacks [] for security_group (d911551c-c24b-4b98-9021-4d60ce7fc757), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:23.235675 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fdd1d-40a5-4dad-8ca8-fc7892f18274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3b456e-d938-4016-a7cc-ff87b7818040,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:23.301732 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-f1971602-22c0-49fc-9cee-deeaec6d25b8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Request body: {'port': {'device_id': '8106f539-061c-475e-a74f-ba331c8dc856', 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377', 'admin_state_up': True, 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:23.369468 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663993'] for router_interface (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:23.480550 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Attempting to bind port 9721fb98-385b-440b-bc48-318357236be5 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:37:23.484885 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Attempting to bind port 9721fb98-385b-440b-bc48-318357236be5 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:37:23.485306 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Attempting to bind port 9721fb98-385b-440b-bc48-318357236be5 on network e91b8e22-113d-4896-9773-135ebb821377 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:23.499473 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82464dc6-bf6d-421d-b35f-d256881fe8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (7d0ea5f8-487a-4eee-8ed9-ba1408cf3cb1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:23.512674 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:37:23.513510 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Checking segment: {'id': '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:23.522688 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:23.523331 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Bound using segment: {'id': '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:37:23.525071 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Bound port: 9721fb98-385b-440b-bc48-318357236be5, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:37:23.525983 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9721fb98-385b-440b-bc48-318357236be5), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:23.532459 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82464dc6-bf6d-421d-b35f-d256881fe8eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:23.535968 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-82464dc6-bf6d-421d-b35f-d256881fe8eb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7d0ea5f8-487a-4eee-8ed9-ba1408cf3cb1 HTTP/1.1" status: 204 len: 168 time: 2.0108192 Jul 25 05:37:23.577516 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8d5841a9-696d-4104-b42b-49d4a3cc8f73 None None] Provisioning complete for port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:23.580065 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8d5841a9-696d-4104-b42b-49d4a3cc8f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:23.611488 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82464dc6-bf6d-421d-b35f-d256881fe8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0ea5f8-487a-4eee-8ed9-ba1408cf3cb1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:23.659878 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:23.748434 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device f06dafb0-726a-4fc9-8c97-0c1b1be67c73 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:23.817141 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:23.841418 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] For port 9721fb98-385b-440b-bc48-318357236be5, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:37:23.847062 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] For port 9721fb98-385b-440b-bc48-318357236be5, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=9721fb98-385b-440b-bc48-318357236be5,segment=NetworkSegment(6cc7949c-2ed3-498c-9c15-8e23c9d67d3f),segment_id=6cc7949c-2ed3-498c-9c15-8e23c9d67d3f)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:37:23.860128 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (9721fb98-385b-440b-bc48-318357236be5), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:23.864291 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Request body: {'port': {'device_id': '12aaf07a-d8f0-46c4-98f9-ba47ee257fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:23.942075 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:23.993749 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:23.999672 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac430a-d48d-4b71-898b-8567f14fdd95 None None] Pushing event updated for resources: {'Port': ['ID=9721fb98-385b-440b-bc48-318357236be5,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:24.001614 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e165f979-026f-4cf0-91d3-fdc932dc975e req-85fdd588-b45e-43f1-8f3b-dbcfaf5067a8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 210 time: 1.0503011 Jul 25 05:37:24.058515 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Routers {'6823bc61-af85-4d27-88fa-86b94dfea9b9'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:37:24.059172 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:37:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['6823bc61-af85-4d27-88fa-86b94dfea9b9'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:24.060126 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8d5841a9-696d-4104-b42b-49d4a3cc8f73 None None] Port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:37:24.124772 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port f06dafb0-726a-4fc9-8c97-0c1b1be67c73 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:24.125175 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (f06dafb0-726a-4fc9-8c97-0c1b1be67c73), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:24.151282 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60484) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:24.152432 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-f1971602-22c0-49fc-9cee-deeaec6d25b8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Made reservation on behalf of 0dc32f383ef54d94aeb44d0bc3885614 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:24.181079 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-f1971602-22c0-49fc-9cee-deeaec6d25b8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:24.344320 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7e451ab9-a535-4744-99c1-b1de92275a34 None None] Provisioning complete for port 9721fb98-385b-440b-bc48-318357236be5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:24.346984 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7e451ab9-a535-4744-99c1-b1de92275a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (9721fb98-385b-440b-bc48-318357236be5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:24.506773 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:24.742570 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:24.806310 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Publish callbacks [] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:24.820706 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7e451ab9-a535-4744-99c1-b1de92275a34 None None] Current status of the port 9721fb98-385b-440b-bc48-318357236be5 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:24.821385 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7e451ab9-a535-4744-99c1-b1de92275a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9721fb98-385b-440b-bc48-318357236be5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:24.828799 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:24.860259 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port f06dafb0-726a-4fc9-8c97-0c1b1be67c73 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:24.864671 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 82828a1c-cb21-43b3-9da5-793c9a984841 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:24.866973 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] Set router 6823bc61-af85-4d27-88fa-86b94dfea9b9 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:37:24.981556 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:25.052812 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60502) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:25.061496 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-94a32f75-9f64-41d9-9721-47de9960a122 req-aab5c240-b906-4010-9b81-aedc586786ca tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 210 time: 0.4227958 Jul 25 05:37:25.069796 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:25.070971 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7e451ab9-a535-4744-99c1-b1de92275a34 None None] For port 9721fb98-385b-440b-bc48-318357236be5, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=9721fb98-385b-440b-bc48-318357236be5,segment=NetworkSegment(6cc7949c-2ed3-498c-9c15-8e23c9d67d3f),segment_id=6cc7949c-2ed3-498c-9c15-8e23c9d67d3f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:25.072065 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 82828a1c-cb21-43b3-9da5-793c9a984841 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:25.072468 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (82828a1c-cb21-43b3-9da5-793c9a984841), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:25.096188 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-278968f7-d368-4e3e-a8e9-e5c86b224f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (d911551c-c24b-4b98-9021-4d60ce7fc757), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:25.099393 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-278968f7-d368-4e3e-a8e9-e5c86b224f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:25.103033 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-278968f7-d368-4e3e-a8e9-e5c86b224f03 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d911551c-c24b-4b98-9021-4d60ce7fc757 HTTP/1.1" status: 204 len: 168 time: 3.3792725 Jul 25 05:37:25.118739 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7e451ab9-a535-4744-99c1-b1de92275a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (9721fb98-385b-440b-bc48-318357236be5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:25.130787 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278968f7-d368-4e3e-a8e9-e5c86b224f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d911551c-c24b-4b98-9021-4d60ce7fc757,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:25.172428 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-f1971602-22c0-49fc-9cee-deeaec6d25b8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Allocated IP 172.20.0.6 (e91b8e22-113d-4896-9773-135ebb821377/998c2396-b4c3-42c1-9f04-e5facca6548a/36da70ce-1188-4fd6-913c-922c1c4b037b) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:37:25.221821 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:25.237412 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-927a5480-216b-4a53-9819-e7a2ac407ff1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:25.477646 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c1ac7f53-102d-42ad-9236-fda54f8f0eb3 req-1af974d3-f3c7-4e08-9e4e-805f1ac49f1e tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 210 time: 0.1783273 Jul 25 05:37:25.674151 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-927a5480-216b-4a53-9819-e7a2ac407ff1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:25.706293 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-fc01e14f-3d5a-4cf1-8223-2e806e307a06 None None] Provisioning complete for port 9721fb98-385b-440b-bc48-318357236be5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:25.708546 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc01e14f-3d5a-4cf1-8223-2e806e307a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (9721fb98-385b-440b-bc48-318357236be5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:25.974767 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-927a5480-216b-4a53-9819-e7a2ac407ff1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Network 0be019a4-499c-47a6-88b3-5437178c588d is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:25.987586 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a5480-216b-4a53-9819-e7a2ac407ff1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Pushing event updated for resources: {'Port': ['ID=ba399b8d-ed3f-49b4-ac2e-afa79260f403,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:25.993047 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-927a5480-216b-4a53-9819-e7a2ac407ff1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:25.997218 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-927a5480-216b-4a53-9819-e7a2ac407ff1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:37:26.019694 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e451ab9-a535-4744-99c1-b1de92275a34 None None] Pushing event updated for resources: {'Port': ['ID=9721fb98-385b-440b-bc48-318357236be5,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:26.094523 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d02a38fd-6b2e-4483-9f26-dddf8653621d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:26.181918 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'name': 'tempest-DeleteServersTestJSON-2084788120-router', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f06dafb0-726a-4fc9-8c97-0c1b1be67c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:05Z', 'updated_at': '2022-07-25T05:37:12Z', 'revision_number': 4, 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'gw_port': {'id': 'f06dafb0-726a-4fc9-8c97-0c1b1be67c73', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '9721fb98-385b-440b-bc48-318357236be5', 'name': '', 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'mac_address': 'fa:16:3e:1c:ce:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '998c2396-b4c3-42c1-9f04-e5facca6548a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:11Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'subnets': [{'id': '998c2396-b4c3-42c1-9f04-e5facca6548a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:26.191246 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b75fc63f-99b3-4e52-ba63-efe02a111176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:26.216132 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 82828a1c-cb21-43b3-9da5-793c9a984841 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:26.216544 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (82828a1c-cb21-43b3-9da5-793c9a984841), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:26.218348 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-f1971602-22c0-49fc-9cee-deeaec6d25b8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Publish callbacks [] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:26.241794 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fc01e14f-3d5a-4cf1-8223-2e806e307a06 None None] Current status of the port 9721fb98-385b-440b-bc48-318357236be5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:26.283841 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port 82828a1c-cb21-43b3-9da5-793c9a984841, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=82828a1c-cb21-43b3-9da5-793c9a984841,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:26.290912 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (82828a1c-cb21-43b3-9da5-793c9a984841), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:26.345359 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa15e78-47e8-4b85-918c-84bb4b5a735d None None] The sync data for ids ['6823bc61-af85-4d27-88fa-86b94dfea9b9'] in dv-cinder-850830-1-iscsi is: [{'id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'name': 'tempest-DeleteServersTestJSON-2084788120-router', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f06dafb0-726a-4fc9-8c97-0c1b1be67c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:05Z', 'updated_at': '2022-07-25T05:37:12Z', 'revision_number': 4, 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'gw_port': {'id': 'f06dafb0-726a-4fc9-8c97-0c1b1be67c73', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '9721fb98-385b-440b-bc48-318357236be5', 'name': '', 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'mac_address': 'fa:16:3e:1c:ce:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '998c2396-b4c3-42c1-9f04-e5facca6548a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:11Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'subnets': [{'id': '998c2396-b4c3-42c1-9f04-e5facca6548a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:37:26.379105 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:26.388040 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=82828a1c-cb21-43b3-9da5-793c9a984841,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:26.426433 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663893'] for router_interface (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:26.446261 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-927a5480-216b-4a53-9819-e7a2ac407ff1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:26.446948 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-927a5480-216b-4a53-9819-e7a2ac407ff1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:26.510400 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Pushing event updated for resources: {'Port': ['ID=b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:26.571055 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-afebf9e1-9410-480c-854f-3fb89f41d934 None None] Provisioning complete for port ba399b8d-ed3f-49b4-ac2e-afa79260f403 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:26.576860 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-afebf9e1-9410-480c-854f-3fb89f41d934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:26.675429 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-927a5480-216b-4a53-9819-e7a2ac407ff1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7201929 Jul 25 05:37:26.695699 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f1526-cd2f-4349-b19f-4cd1ae39eb39 req-ca12c2d9-ff11-4154-84af-016f92dceba8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:26.705819 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-306f1526-cd2f-4349-b19f-4cd1ae39eb39 req-ca12c2d9-ff11-4154-84af-016f92dceba8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 931 time: 0.3749154 Jul 25 05:37:26.724646 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:26.730698 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-afebf9e1-9410-480c-854f-3fb89f41d934 None None] Port ba399b8d-ed3f-49b4-ac2e-afa79260f403 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:37:26.745921 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 9721fb98-385b-440b-bc48-318357236be5 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:26.775039 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Request body: {'port': {'device_id': '8d49b4fd-206c-478c-9078-e3f88faedd9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:26.798370 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-f1971602-22c0-49fc-9cee-deeaec6d25b8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:26.851517 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Network fec420c3-be12-4a0c-92d9-7ad0ead1f91c is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:26.934940 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 9721fb98-385b-440b-bc48-318357236be5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:26.935682 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (9721fb98-385b-440b-bc48-318357236be5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:26.955715 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:27.092203 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 9721fb98-385b-440b-bc48-318357236be5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:27.150390 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:37:27.262249 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Publish callbacks [] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:27.374315 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:27.415635 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-306f1526-cd2f-4349-b19f-4cd1ae39eb39 req-c7282726-5b8c-4d7d-949c-6812122661e0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7063062 Jul 25 05:37:27.428313 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-f1971602-22c0-49fc-9cee-deeaec6d25b8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Network e91b8e22-113d-4896-9773-135ebb821377 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:27.449609 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3fc83-2bbd-494f-aab8-d5e0be00e71c req-3aa03851-441f-41f8-baa2-29553e95db5c tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:27.465625 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bbb3fc83-2bbd-494f-aab8-d5e0be00e71c req-3aa03851-441f-41f8-baa2-29553e95db5c tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 931 time: 0.7335613 Jul 25 05:37:27.476226 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-03abafb6-a315-425d-9d32-fdc20e7c7506 None None] Provisioning complete for port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:27.477315 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-03abafb6-a315-425d-9d32-fdc20e7c7506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:27.481328 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:27.496655 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Transition to ACTIVE for port object 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:37:27.498610 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-f1971602-22c0-49fc-9cee-deeaec6d25b8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:27.542541 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:27.598509 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-f1971602-22c0-49fc-9cee-deeaec6d25b8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:37:27.624066 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-03abafb6-a315-425d-9d32-fdc20e7c7506 None None] Port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:37:27.649931 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:27.678855 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d02a38fd-6b2e-4483-9f26-dddf8653621d admin admin] Publish callbacks [] for security_group (9dedce79-7f84-4434-9dba-17d975be4a64), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:27.698852 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d02a38fd-6b2e-4483-9f26-dddf8653621d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (9dedce79-7f84-4434-9dba-17d975be4a64), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:27.732565 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b75fc63f-99b3-4e52-ba63-efe02a111176 admin admin] Publish callbacks [] for security_group (6e9f84df-7332-4aed-9140-747b72d50bce), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:27.756846 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:27.772468 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-f1971602-22c0-49fc-9cee-deeaec6d25b8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:27.777628 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-f1971602-22c0-49fc-9cee-deeaec6d25b8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:27.794703 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1971602-22c0-49fc-9cee-deeaec6d25b8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Pushing event updated for resources: {'Port': ['ID=36da70ce-1188-4fd6-913c-922c1c4b037b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:27.816548 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a38fd-6b2e-4483-9f26-dddf8653621d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dedce79-7f84-4434-9dba-17d975be4a64,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:27.869314 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Pushing event updated for resources: {'Port': ['ID=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:27.876333 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b75fc63f-99b3-4e52-ba63-efe02a111176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (6e9f84df-7332-4aed-9140-747b72d50bce), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:27.932293 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-f1971602-22c0-49fc-9cee-deeaec6d25b8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7601137 Jul 25 05:37:27.938285 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:37:27.994241 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Request body: {'port': {'device_id': '8106f539-061c-475e-a74f-ba331c8dc856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:28.011453 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b75fc63f-99b3-4e52-ba63-efe02a111176 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2b382be51c0a41d38d8b345038ed3daf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9307373 Jul 25 05:37:28.012350 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60580) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:28.085656 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e7a25beb-b377-4842-ba77-74a0e45236cc None None] Provisioning complete for port 36da70ce-1188-4fd6-913c-922c1c4b037b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:28.086126 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e7a25beb-b377-4842-ba77-74a0e45236cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:28.115676 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bbb3fc83-2bbd-494f-aab8-d5e0be00e71c req-e66382f3-1a62-4692-abda-a96a51704168 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6489019 Jul 25 05:37:28.214649 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e7a25beb-b377-4842-ba77-74a0e45236cc None None] Port 36da70ce-1188-4fd6-913c-922c1c4b037b cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:37:28.230982 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d02a38fd-6b2e-4483-9f26-dddf8653621d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5c72716a74ac49f58d962efcba3e9962&name=default HTTP/1.1" status: 200 len: 2996 time: 4.0691092 Jul 25 05:37:28.232179 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60588) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:28.313187 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Attempting to bind port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:37:28.313688 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Attempting to bind port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:37:28.314951 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Attempting to bind port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 on network 0be019a4-499c-47a6-88b3-5437178c588d {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:28.322248 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fc63f-99b3-4e52-ba63-efe02a111176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9f84df-7332-4aed-9140-747b72d50bce,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:28.365137 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 on network 0be019a4-499c-47a6-88b3-5437178c588d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:37:28.365731 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Attempting to bind port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 on network 0be019a4-499c-47a6-88b3-5437178c588d {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:28.378884 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-04acb847-dd88-4332-ac01-681bc312b186 admin admin] Publish callbacks [] for security_group (6e9f84df-7332-4aed-9140-747b72d50bce), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:28.444562 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-04acb847-dd88-4332-ac01-681bc312b186 admin admin] Publish callbacks [] for security_group (6e9f84df-7332-4aed-9140-747b72d50bce), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:28.505832 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:37:28.506234 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Checking segment: {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:28.507011 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Bound using segment: {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:37:28.513938 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Bound port: 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:37:28.513938 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:28.534802 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 82828a1c-cb21-43b3-9da5-793c9a984841 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:28.618162 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:28.652372 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 82828a1c-cb21-43b3-9da5-793c9a984841 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:28.652856 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (82828a1c-cb21-43b3-9da5-793c9a984841), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:28.715667 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-04acb847-dd88-4332-ac01-681bc312b186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (6e9f84df-7332-4aed-9140-747b72d50bce), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:28.719936 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-04acb847-dd88-4332-ac01-681bc312b186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:28.721404 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-04acb847-dd88-4332-ac01-681bc312b186 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6e9f84df-7332-4aed-9140-747b72d50bce HTTP/1.1" status: 204 len: 168 time: 0.6600699 Jul 25 05:37:28.805654 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acb847-dd88-4332-ac01-681bc312b186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9f84df-7332-4aed-9140-747b72d50bce,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:28.868092 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:28.887911 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 82828a1c-cb21-43b3-9da5-793c9a984841 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:28.932381 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:28.964238 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6e515-2891-487c-b341-048b570391c9 req-93e0c53f-5c6a-4e44-9e74-b698400bb33c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:28.966424 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aff6e515-2891-487c-b341-048b570391c9 req-93e0c53f-5c6a-4e44-9e74-b698400bb33c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 931 time: 0.3726196 Jul 25 05:37:29.055097 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] For port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4, host hv-cinder-85083, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:37:29.074456 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2c77-cccb-4be1-9fc2-79dd1f56b8b6 admin admin] Publish callbacks [] for security_group (9dedce79-7f84-4434-9dba-17d975be4a64), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:29.132006 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2c77-cccb-4be1-9fc2-79dd1f56b8b6 admin admin] Publish callbacks [] for security_group (9dedce79-7f84-4434-9dba-17d975be4a64), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:29.304734 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] For port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:37:29.349667 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:29.453975 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Pushing event updated for resources: {'Port': ['ID=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:29.490860 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aff6e515-2891-487c-b341-048b570391c9 req-a3153e16-1154-46a1-bccd-136d92c6a671 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137053 Jul 25 05:37:29.504553 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:37:29.526263 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Sync routers for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:37:29.549163 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a11b7139-0df9-4e1f-94f6-d91b5e7898cd admin admin] 10.222.0.33 "PUT /v2.0/routers/2b5cdaca-9d5e-4f49-b075-c408de41f7c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9897473 Jul 25 05:37:29.559058 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:29.563341 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:29.565574 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-2446e4d5-f2d3-4a46-bd90-54786a594973 service neutron] 10.222.0.43 "PUT /v2.0/ports/6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 HTTP/1.1" status: 200 len: 1093 time: 6.4973264 Jul 25 05:37:29.566411 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12aaf07a-d8f0-46c4-98f9-ba47ee257fa7', 'tag': '6d22bdd7-e942-45f4-b095-81aa2ad4c2d4'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:37:29.580969 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:37:29.584958 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:37:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:29.601515 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2c77-cccb-4be1-9fc2-79dd1f56b8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (9dedce79-7f84-4434-9dba-17d975be4a64), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:29.606975 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2c77-cccb-4be1-9fc2-79dd1f56b8b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:29.611334 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-fc6d2c77-cccb-4be1-9fc2-79dd1f56b8b6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9dedce79-7f84-4434-9dba-17d975be4a64 HTTP/1.1" status: 204 len: 168 time: 1.3702555 Jul 25 05:37:29.627155 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d2c77-cccb-4be1-9fc2-79dd1f56b8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dedce79-7f84-4434-9dba-17d975be4a64,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:29.926037 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba399b8d-ed3f-49b4-ac2e-afa79260f403 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:37:29.946493 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-53c4947d-4075-49cf-a141-a7031a43593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:29.951744 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-53c4947d-4075-49cf-a141-a7031a43593b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 1127 time: 0.2455950 Jul 25 05:37:29.961604 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Publish callbacks [] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:30.016075 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Transition to ACTIVE for port object ba399b8d-ed3f-49b4-ac2e-afa79260f403 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:37:30.038221 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:37:30.048177 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:30.057459 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:30.080399 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e69ed7-977f-4ab4-936f-3a37b528e6d1 req-ba36de0d-aee2-484e-93d4-388414fd63df tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:30.085475 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-07e69ed7-977f-4ab4-936f-3a37b528e6d1 req-ba36de0d-aee2-484e-93d4-388414fd63df tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 931 time: 0.5234015 Jul 25 05:37:30.270506 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-d17c1e63-0c92-4a6f-9e3c-42fe7e09bf6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 HTTP/1.1" status: 200 len: 217 time: 0.2707620 Jul 25 05:37:30.408213 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-a3b84858-b56c-4c1c-8ebc-a15d108c3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:30.420878 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-a3b84858-b56c-4c1c-8ebc-a15d108c3bf7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.1220868 Jul 25 05:37:30.631563 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-07e69ed7-977f-4ab4-936f-3a37b528e6d1 req-b5122d58-5a80-4a19-a072-8c4111130eb3 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940468 Jul 25 05:37:30.632188 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Pushing event updated for resources: {'Port': ['ID=ba399b8d-ed3f-49b4-ac2e-afa79260f403,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:30.727450 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:24Z', 'revision_number': 2, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:30.804177 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Checking router: 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:37:30.809616 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Updating router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d binding host dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:37:30.833855 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Attempting to bind port ba399b8d-ed3f-49b4-ac2e-afa79260f403 on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:37:30.834221 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Attempting to bind port ba399b8d-ed3f-49b4-ac2e-afa79260f403 by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:37:30.834549 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Attempting to bind port ba399b8d-ed3f-49b4-ac2e-afa79260f403 on network 0be019a4-499c-47a6-88b3-5437178c588d {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:30.859166 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Port ba399b8d-ed3f-49b4-ac2e-afa79260f403 on network 0be019a4-499c-47a6-88b3-5437178c588d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:37:30.859532 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Attempting to bind port ba399b8d-ed3f-49b4-ac2e-afa79260f403 on network 0be019a4-499c-47a6-88b3-5437178c588d {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:30.888513 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:37:30.888900 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Checking segment: {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:30.904719 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Bound using segment: {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:37:30.905418 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Bound port: ba399b8d-ed3f-49b4-ac2e-afa79260f403, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:37:30.905804 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:30.934760 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-e050025c-8d8e-49d2-9a4c-9686ef08e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:30.936099 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:30.941941 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-e050025c-8d8e-49d2-9a4c-9686ef08e866 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2548237 Jul 25 05:37:30.960757 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6014f410-8e72-48bf-950e-f7efb4ac5fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "12aaf07a-d8f0-46c4-98f9-ba47ee257fa7", "tag": "6d22bdd7-e942-45f4-b095-81aa2ad4c2d4"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:37:30.979753 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:31.078927 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] For port ba399b8d-ed3f-49b4-ac2e-afa79260f403, host hv-cinder-85083, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:37:31.095832 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] For port ba399b8d-ed3f-49b4-ac2e-afa79260f403, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=ba399b8d-ed3f-49b4-ac2e-afa79260f403,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:37:31.118423 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:31.250427 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 60728) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:31.254134 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Pushing event updated for resources: {'Port': ['ID=ba399b8d-ed3f-49b4-ac2e-afa79260f403,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:31.307919 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:31.414259 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-837ad96a-44da-4b76-b4fe-69661ff48304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:31.438070 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8a95c-a558-41d7-96f9-fd29d66263a0 req-739dcf5b-42ef-43b5-95f1-de78cd3e70d6 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:31.439938 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-53e8a95c-a558-41d7-96f9-fd29d66263a0 req-739dcf5b-42ef-43b5-95f1-de78cd3e70d6 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 943 time: 0.1433654 Jul 25 05:37:31.447396 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-53b4f5ef-0b0b-4ffd-be1c-39c0342474ca service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679606 Jul 25 05:37:31.460638 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:31.463596 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:31.466502 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-b9e424b7-d856-4d32-831b-05d799756896 service neutron] 10.222.0.43 "PUT /v2.0/ports/ba399b8d-ed3f-49b4-ac2e-afa79260f403 HTTP/1.1" status: 200 len: 1093 time: 4.7182629 Jul 25 05:37:31.504173 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36da70ce-1188-4fd6-913c-922c1c4b037b {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:37:31.515919 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60742) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:31.537693 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2334e25d-91e5-46c5-9a62-194f7171b9f1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431156053', 'description': 'tempest-description--1394280658'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:31.542311 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Publish callbacks [] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:31.586061 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Transition to ACTIVE for port object 36da70ce-1188-4fd6-913c-922c1c4b037b will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:37:31.590444 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d49b4fd-206c-478c-9078-e3f88faedd9a', 'tag': 'ba399b8d-ed3f-49b4-ac2e-afa79260f403'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:37:31.638719 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:31.641040 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:31.708593 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:31.723647 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2334e25d-91e5-46c5-9a62-194f7171b9f1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:31.873390 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c150d038-1d0a-46b4-b556-740bbf48a8db req-eeb543a0-aed5-42f4-982e-dc26f87336f4 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143817 Jul 25 05:37:31.962147 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Publish callbacks [] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:31.980814 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:32.031449 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-9d49efbd-9f2f-4770-8795-dcc97d30d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:32.035951 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-9d49efbd-9f2f-4770-8795-dcc97d30d353 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 1127 time: 0.4087682 Jul 25 05:37:32.060824 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614e4e32-21f4-4bd4-9b5b-b4883cf5b088" -d '{"events": [{"name": "network-changed", "server_uuid": "8d49b4fd-206c-478c-9078-e3f88faedd9a", "tag": "ba399b8d-ed3f-49b4-ac2e-afa79260f403"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:37:32.216035 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e01fa-b5fe-4270-bf4f-160c7aee53c4 None None] Pushing event updated for resources: {'Port': ['ID=b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:32.358857 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-a4ed5931-3341-410d-b48c-a00434513273 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba399b8d-ed3f-49b4-ac2e-afa79260f403 HTTP/1.1" status: 200 len: 217 time: 0.2301934 Jul 25 05:37:32.414691 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Pushing event updated for resources: {'Port': ['ID=36da70ce-1188-4fd6-913c-922c1c4b037b,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:32.521207 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:32.522149 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Attempting to bind port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:37:32.535587 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Attempting to bind port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:37:32.537163 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Attempting to bind port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d on network fec420c3-be12-4a0c-92d9-7ad0ead1f91c {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:32.560585 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:37:32.561272 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Checking segment: {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:32.566711 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:32.568841 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Bound using segment: {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:37:32.571202 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Bound port: b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:37:32.575930 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:32.597608 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d827dd7-98b9-4ff8-9bee-6feb7d029f9e x-openstack-request-id: req-5d827dd7-98b9-4ff8-9bee-6feb7d029f9e {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:37:32.598111 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12aaf07a-d8f0-46c4-98f9-ba47ee257fa7", "tag": "6d22bdd7-e942-45f4-b095-81aa2ad4c2d4", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:37:32.598111 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5d827dd7-98b9-4ff8-9bee-6feb7d029f9e {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:37:32.598395 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d827dd7-98b9-4ff8-9bee-6feb7d029f9e'] response: {'name': 'network-changed', 'server_uuid': '12aaf07a-d8f0-46c4-98f9-ba47ee257fa7', 'tag': '6d22bdd7-e942-45f4-b095-81aa2ad4c2d4', 'status': 'completed', 'code': 200} Jul 25 05:37:32.636802 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-53e8a95c-a558-41d7-96f9-fd29d66263a0 req-df52c14a-510e-4373-8652-ddb01e1a51da tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0476406 Jul 25 05:37:32.785355 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-89dad694-6e71-4110-9e88-24bda07f3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:32.789863 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-89dad694-6e71-4110-9e88-24bda07f3439 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.4137168 Jul 25 05:37:32.824951 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2334e25d-91e5-46c5-9a62-194f7171b9f1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (03c8c923-5e11-4c50-9eba-fa8e46e47916), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:32.846612 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2334e25d-91e5-46c5-9a62-194f7171b9f1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (03c8c923-5e11-4c50-9eba-fa8e46e47916), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:32.875039 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] For port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:37:32.889118 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-837ad96a-44da-4b76-b4fe-69661ff48304 admin admin] Publish callbacks [] for security_group (23be5914-a281-47d4-9924-a53fd4f9df8b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:32.951399 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] For port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:37:32.963439 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f410-8e72-48bf-950e-f7efb4ac5fa9 req-be6834cc-6bc8-49af-a8d0-c984b0875372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:32.965701 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6014f410-8e72-48bf-950e-f7efb4ac5fa9 req-be6834cc-6bc8-49af-a8d0-c984b0875372 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 1127 time: 0.3549049 Jul 25 05:37:32.989668 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:33.030279 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2334e25d-91e5-46c5-9a62-194f7171b9f1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:33.031636 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2334e25d-91e5-46c5-9a62-194f7171b9f1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5089619 Jul 25 05:37:33.041001 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60812) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:33.160240 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-df425af0-637b-42a1-a4b0-4f32615659f6 None None] Provisioning complete for port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:33.160637 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-df425af0-637b-42a1-a4b0-4f32615659f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:33.210801 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Attempting to bind port 36da70ce-1188-4fd6-913c-922c1c4b037b on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:37:33.211488 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Attempting to bind port 36da70ce-1188-4fd6-913c-922c1c4b037b by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:37:33.212023 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Attempting to bind port 36da70ce-1188-4fd6-913c-922c1c4b037b on network e91b8e22-113d-4896-9773-135ebb821377 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:33.220091 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ef1db1-03a4-4501-9792-de28b5475b75 x-openstack-request-id: req-36ef1db1-03a4-4501-9792-de28b5475b75 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:37:33.220976 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d49b4fd-206c-478c-9078-e3f88faedd9a", "tag": "ba399b8d-ed3f-49b4-ac2e-afa79260f403", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:37:33.221358 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-36ef1db1-03a4-4501-9792-de28b5475b75 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:37:33.222145 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ef1db1-03a4-4501-9792-de28b5475b75'] response: {'name': 'network-changed', 'server_uuid': '8d49b4fd-206c-478c-9078-e3f88faedd9a', 'tag': 'ba399b8d-ed3f-49b4-ac2e-afa79260f403', 'status': 'completed', 'code': 200} Jul 25 05:37:33.240424 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-837ad96a-44da-4b76-b4fe-69661ff48304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (23be5914-a281-47d4-9924-a53fd4f9df8b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:33.281422 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e01fa-b5fe-4270-bf4f-160c7aee53c4 None None] Pushing event updated for resources: {'Port': ['ID=b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:33.322680 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:37:33.327727 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:37:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:33.411601 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-74335ca4-423d-473c-a3cf-4d54b3c06fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:33.412588 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-74335ca4-423d-473c-a3cf-4d54b3c06fd9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5700722 Jul 25 05:37:33.421840 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:33.425720 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f410-8e72-48bf-950e-f7efb4ac5fa9 req-7508b231-3ca0-4d0e-904c-6c6267d87302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:33.427771 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6014f410-8e72-48bf-950e-f7efb4ac5fa9 req-7508b231-3ca0-4d0e-904c-6c6267d87302 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.3902199 Jul 25 05:37:33.430249 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Port 36da70ce-1188-4fd6-913c-922c1c4b037b on network e91b8e22-113d-4896-9773-135ebb821377 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:37:33.430581 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Attempting to bind port 36da70ce-1188-4fd6-913c-922c1c4b037b on network e91b8e22-113d-4896-9773-135ebb821377 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:33.438743 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b9090186-6dbc-4c23-b4b8-a3c9e85a00ee tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'security_group_rule': {'security_group_id': '03c8c923-5e11-4c50-9eba-fa8e46e47916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:33.456587 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:37:33.461077 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Checking segment: {'id': '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:33.461536 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Bound using segment: {'id': '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:37:33.462011 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Bound port: 36da70ce-1188-4fd6-913c-922c1c4b037b, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:37:33.462378 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:33.477987 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ad96a-44da-4b76-b4fe-69661ff48304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23be5914-a281-47d4-9924-a53fd4f9df8b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:33.499036 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334e25d-91e5-46c5-9a62-194f7171b9f1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c8c923-5e11-4c50-9eba-fa8e46e47916,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:33.624343 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-837ad96a-44da-4b76-b4fe-69661ff48304 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f8deb340b1b14caab9fa42b11064d309&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3547320 Jul 25 05:37:33.630103 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6014f410-8e72-48bf-950e-f7efb4ac5fa9 req-6b9e2f62-5607-4517-bf5e-a6326f0add86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 HTTP/1.1" status: 200 len: 217 time: 0.1755092 Jul 25 05:37:33.634649 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60828) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:33.662039 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60832) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:33.690946 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9127e-94c8-4e1d-9b26-0a149714c5e2 req-e24a6c00-1fab-4c9e-8122-29a451db67b6 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:33.703427 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-64d9127e-94c8-4e1d-9b26-0a149714c5e2 req-e24a6c00-1fab-4c9e-8122-29a451db67b6 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 943 time: 0.8637629 Jul 25 05:37:33.797360 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] For port 36da70ce-1188-4fd6-913c-922c1c4b037b, host hv-cinder-85083, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:37:33.805665 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] For port 36da70ce-1188-4fd6-913c-922c1c4b037b, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=36da70ce-1188-4fd6-913c-922c1c4b037b,segment=NetworkSegment(6cc7949c-2ed3-498c-9c15-8e23c9d67d3f),segment_id=6cc7949c-2ed3-498c-9c15-8e23c9d67d3f)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:37:33.832805 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9090186-6dbc-4c23-b4b8-a3c9e85a00ee tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (cd79aa21-af2b-40f5-977a-975a4175683b), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:33.858640 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:33.863934 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-df425af0-637b-42a1-a4b0-4f32615659f6 None None] Current status of the port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:33.863934 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-df425af0-637b-42a1-a4b0-4f32615659f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:33.997100 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f410-8e72-48bf-950e-f7efb4ac5fa9 req-de96faf3-2085-43f2-9d82-3f5529532941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:34.013173 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6014f410-8e72-48bf-950e-f7efb4ac5fa9 req-de96faf3-2085-43f2-9d82-3f5529532941 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.2826326 Jul 25 05:37:34.028619 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-df425af0-637b-42a1-a4b0-4f32615659f6 None None] For port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:34.046395 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-df425af0-637b-42a1-a4b0-4f32615659f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:34.143964 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:34.149091 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Pushing event updated for resources: {'Port': ['ID=36da70ce-1188-4fd6-913c-922c1c4b037b,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:34.170199 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-edabe87c-24d7-4977-9cea-b6a3f0a159e4 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7252846 Jul 25 05:37:34.183671 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8fc8b34-cc2f-47b0-9f27-82925022dc25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:34.242100 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f558ae-fb1a-4496-9a68-ee0cb3124585 req-603e2b27-e2f5-44cb-a0f2-37c6da710f71 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:34.244407 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:34.246037 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a6f558ae-fb1a-4496-9a68-ee0cb3124585 req-603e2b27-e2f5-44cb-a0f2-37c6da710f71 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 943 time: 0.4364016 Jul 25 05:37:34.279168 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:34.282591 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:34.290793 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-1814ef02-6230-427d-8e6a-662a1d1c1d2e service neutron] 10.222.0.43 "PUT /v2.0/ports/36da70ce-1188-4fd6-913c-922c1c4b037b HTTP/1.1" status: 200 len: 1093 time: 6.3179207 Jul 25 05:37:34.296904 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9dd57555-4e2d-46c8-a387-d47c5423eb4b None None] Provisioning complete for port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:34.297398 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9dd57555-4e2d-46c8-a387-d47c5423eb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:34.368585 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f03bfd7-b4ac-4c26-b676-1202a5e73d54 admin admin] Publish callbacks [] for security_group (23be5914-a281-47d4-9924-a53fd4f9df8b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:34.400122 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:37:34.403473 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:34.503467 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8fc8b34-cc2f-47b0-9f27-82925022dc25 admin admin] Publish callbacks [] for security_group (64bad466-613b-48e9-b76f-98b8266e974f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:34.530647 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8fc8b34-cc2f-47b0-9f27-82925022dc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (64bad466-613b-48e9-b76f-98b8266e974f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:34.561177 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f410-8e72-48bf-950e-f7efb4ac5fa9 req-12415c18-fb96-4a1b-993a-4928a6c9d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:34.563169 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6014f410-8e72-48bf-950e-f7efb4ac5fa9 req-12415c18-fb96-4a1b-993a-4928a6c9d830 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5407250 Jul 25 05:37:34.580974 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df425af0-637b-42a1-a4b0-4f32615659f6 None None] Pushing event updated for resources: {'Port': ['ID=b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:34.590953 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-64d9127e-94c8-4e1d-9b26-0a149714c5e2 req-c37e90d9-6bfc-447b-9367-b86c2e204065 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8855996 Jul 25 05:37:34.660132 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9dd57555-4e2d-46c8-a387-d47c5423eb4b None None] Current status of the port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:34.726177 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-a053b261-d9dc-41c0-aa60-2283f1b2b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:34.728912 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-a053b261-d9dc-41c0-aa60-2283f1b2b9a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dc32f383ef54d94aeb44d0bc3885614&device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 1127 time: 0.3130701 Jul 25 05:37:34.738919 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:34.741477 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a6f558ae-fb1a-4496-9a68-ee0cb3124585 req-5ddc02a9-398b-4b96-828a-763c5d073f43 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431887 Jul 25 05:37:34.744742 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6014f410-8e72-48bf-950e-f7efb4ac5fa9 req-ac52ca59-22be-4225-abcf-5ff57ed062be service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586547 Jul 25 05:37:34.747173 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f03bfd7-b4ac-4c26-b676-1202a5e73d54 admin admin] Publish callbacks [] for security_group (23be5914-a281-47d4-9924-a53fd4f9df8b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:34.784174 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc8b34-cc2f-47b0-9f27-82925022dc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bad466-613b-48e9-b76f-98b8266e974f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:34.804463 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9090186-6dbc-4c23-b4b8-a3c9e85a00ee tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (cd79aa21-af2b-40f5-977a-975a4175683b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:34.831413 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00136d4c-a2c8-4c4c-94b7-82c02c8ad791 req-63dbed7c-374f-42c6-b258-b4188489da12 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6136475 Jul 25 05:37:34.832819 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-fa0d088d-7644-4319-97a9-b8c6714195b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36da70ce-1188-4fd6-913c-922c1c4b037b HTTP/1.1" status: 200 len: 217 time: 0.0631251 Jul 25 05:37:34.847966 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9090186-6dbc-4c23-b4b8-a3c9e85a00ee tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (cd79aa21-af2b-40f5-977a-975a4175683b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:34.872773 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 60870) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:34.873754 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a8fc8b34-cc2f-47b0-9f27-82925022dc25 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=65bae6dda085445d8ab9e7103b920e15&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2094712 Jul 25 05:37:34.888627 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:32Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:37:34.921313 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9090186-6dbc-4c23-b4b8-a3c9e85a00ee tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:34.929160 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b9090186-6dbc-4c23-b4b8-a3c9e85a00ee tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5019400 Jul 25 05:37:34.933547 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60872) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:34.938307 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:34.975204 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32376502-cf55-4d11-8d03-9e78de23d450 None None] The sync data for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi is: [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:32Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:37:35.003547 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f212f90c-d4b0-43f7-9658-6d499efe629f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'security_group_rule': {'security_group_id': '03c8c923-5e11-4c50-9eba-fa8e46e47916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:35.027449 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9090186-6dbc-4c23-b4b8-a3c9e85a00ee tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd79aa21-af2b-40f5-977a-975a4175683b,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:35.156041 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f212f90c-d4b0-43f7-9658-6d499efe629f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (18baddfe-2b04-4966-bf69-5740f68b7315), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:35.159340 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f03bfd7-b4ac-4c26-b676-1202a5e73d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (23be5914-a281-47d4-9924-a53fd4f9df8b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:35.162047 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f03bfd7-b4ac-4c26-b676-1202a5e73d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:35.166990 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9f03bfd7-b4ac-4c26-b676-1202a5e73d54 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/23be5914-a281-47d4-9924-a53fd4f9df8b HTTP/1.1" status: 204 len: 168 time: 1.5294836 Jul 25 05:37:35.175501 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6014f410-8e72-48bf-950e-f7efb4ac5fa9 req-c6a2566e-f2d6-4134-ad95-316b7b9673cf service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863506 Jul 25 05:37:35.214074 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03bfd7-b4ac-4c26-b676-1202a5e73d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23be5914-a281-47d4-9924-a53fd4f9df8b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:35.260250 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8106f539-061c-475e-a74f-ba331c8dc856', 'tag': '36da70ce-1188-4fd6-913c-922c1c4b037b'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:37:35.275559 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047a7265-b915-4f00-8d09-f268523a7828" -d '{"events": [{"name": "network-changed", "server_uuid": "8106f539-061c-475e-a74f-ba331c8dc856", "tag": "36da70ce-1188-4fd6-913c-922c1c4b037b"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:37:35.283528 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f212f90c-d4b0-43f7-9658-6d499efe629f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (18baddfe-2b04-4966-bf69-5740f68b7315), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:35.289569 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f212f90c-d4b0-43f7-9658-6d499efe629f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (18baddfe-2b04-4966-bf69-5740f68b7315), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:35.342957 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f212f90c-d4b0-43f7-9658-6d499efe629f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:35.349596 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f212f90c-d4b0-43f7-9658-6d499efe629f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4094915 Jul 25 05:37:35.356770 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60894) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:35.359657 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212f90c-d4b0-43f7-9658-6d499efe629f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18baddfe-2b04-4966-bf69-5740f68b7315,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:35.369019 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'floatingip': {'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:35.382780 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e4e32-21f4-4bd4-9b5b-b4883cf5b088 req-62ef01fc-887c-4fe1-bab7-71cae9167c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:35.386160 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-614e4e32-21f4-4bd4-9b5b-b4883cf5b088 req-62ef01fc-887c-4fe1-bab7-71cae9167c2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 1127 time: 0.0747597 Jul 25 05:37:35.461887 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:35.574880 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd955ace-dbc4-44a6-9dfc-d1cc5f8ff475 x-openstack-request-id: req-cd955ace-dbc4-44a6-9dfc-d1cc5f8ff475 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:37:35.576679 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8106f539-061c-475e-a74f-ba331c8dc856", "tag": "36da70ce-1188-4fd6-913c-922c1c4b037b", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:37:35.576943 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cd955ace-dbc4-44a6-9dfc-d1cc5f8ff475 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:37:35.577312 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd955ace-dbc4-44a6-9dfc-d1cc5f8ff475'] response: {'name': 'network-changed', 'server_uuid': '8106f539-061c-475e-a74f-ba331c8dc856', 'tag': '36da70ce-1188-4fd6-913c-922c1c4b037b', 'status': 'completed', 'code': 200} Jul 25 05:37:35.823701 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:35.966855 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-202c2832-5b78-4e9f-815c-744378d4c45d admin admin] Publish callbacks [] for security_group (64bad466-613b-48e9-b76f-98b8266e974f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:35.984066 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:35.986343 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-a63c6bd0-c840-49bc-9138-aeab97607d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:35.988155 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-a63c6bd0-c840-49bc-9138-aeab97607d0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=998c2396-b4c3-42c1-9f04-e5facca6548a HTTP/1.1" status: 200 len: 851 time: 0.6987662 Jul 25 05:37:36.101545 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Allocated IP 172.27.3.26 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/b05db593-2046-4a01-97cb-3dbff724f50c) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:37:36.129953 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-f39e0428-66ff-47d7-b11c-5766ddbabf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:36.131740 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-f39e0428-66ff-47d7-b11c-5766ddbabf2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e91b8e22-113d-4896-9773-135ebb821377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655758 Jul 25 05:37:36.141511 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb4df5-4403-46dd-8d90-b5979b217dcf req-6e11dbbe-20ba-4ff3-8fc2-71f16dd6a43a tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:36.150692 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-92bb4df5-4403-46dd-8d90-b5979b217dcf req-6e11dbbe-20ba-4ff3-8fc2-71f16dd6a43a tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 943 time: 0.3663101 Jul 25 05:37:36.159858 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 60920) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:36.181266 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=45 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:36.266110 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for port (b05db593-2046-4a01-97cb-3dbff724f50c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:36.299325 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:36.307247 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (b05db593-2046-4a01-97cb-3dbff724f50c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:36.321720 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-d4a17801-83df-4a3f-8844-148d8c067fd1 service neutron] 10.222.0.43 "GET /v2.0/networks/e91b8e22-113d-4896-9773-135ebb821377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480925 Jul 25 05:37:36.346097 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=58 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:36.371349 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'Port': ['ID=b05db593-2046-4a01-97cb-3dbff724f50c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:36.371463 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-202c2832-5b78-4e9f-815c-744378d4c45d admin admin] Publish callbacks [] for security_group (64bad466-613b-48e9-b76f-98b8266e974f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:36.375574 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e4e32-21f4-4bd4-9b5b-b4883cf5b088 req-c7d594f6-2fa8-4e6a-a4f5-a26dc7e36881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:36.378713 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-614e4e32-21f4-4bd4-9b5b-b4883cf5b088 req-c7d594f6-2fa8-4e6a-a4f5-a26dc7e36881 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.9799843 Jul 25 05:37:36.394612 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:36.396568 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:36.399967 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:37:36.458188 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-92bb4df5-4403-46dd-8d90-b5979b217dcf req-c979c550-c5de-49f5-beba-0b2e5ff2b3da tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059278 Jul 25 05:37:36.468245 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bdb4f-ded8-48e8-b866-e73831ddb350 req-05a17433-8dd6-41ae-83ad-0dcc15aca887 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:36.478649 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-379bdb4f-ded8-48e8-b866-e73831ddb350 req-05a17433-8dd6-41ae-83ad-0dcc15aca887 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 943 time: 0.5547004 Jul 25 05:37:36.509168 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:36.599572 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-614e4e32-21f4-4bd4-9b5b-b4883cf5b088 req-45adec1a-1641-403c-9a14-3dcd477d2180 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba399b8d-ed3f-49b4-ac2e-afa79260f403 HTTP/1.1" status: 200 len: 217 time: 0.1598001 Jul 25 05:37:36.645013 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (ae1201e4-c97e-4b03-8193-c17f81c3e6f2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:36.654392 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:DELETE=2,neutron:INSERT=5,neutron:SELECT=93 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:36.672008 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:36.673557 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-379bdb4f-ded8-48e8-b866-e73831ddb350 req-90516c58-8908-4aa9-a86c-94adc5694330 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888430 Jul 25 05:37:36.758293 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 60932) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:36.837920 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:36.839264 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:36.842035 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (b05db593-2046-4a01-97cb-3dbff724f50c), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:36.858697 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e4e32-21f4-4bd4-9b5b-b4883cf5b088 req-7af02b99-2638-4d4c-b2c8-624c34215b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:36.860282 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-614e4e32-21f4-4bd4-9b5b-b4883cf5b088 req-7af02b99-2638-4d4c-b2c8-624c34215b5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.1856592 Jul 25 05:37:36.873411 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83732288-2345-493a-8bdc-465c1ccd6c68 req-6fc5327d-c7f1-4b66-8f09-0bf7b37d7352 service neutron] 10.222.0.43 "GET /v2.0/networks/e91b8e22-113d-4896-9773-135ebb821377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250943 Jul 25 05:37:36.874261 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-202c2832-5b78-4e9f-815c-744378d4c45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (64bad466-613b-48e9-b76f-98b8266e974f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:36.876811 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-202c2832-5b78-4e9f-815c-744378d4c45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:36.877895 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-202c2832-5b78-4e9f-815c-744378d4c45d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/64bad466-613b-48e9-b76f-98b8266e974f HTTP/1.1" status: 204 len: 168 time: 2.0019798 Jul 25 05:37:37.083137 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:37.137483 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c2832-5b78-4e9f-815c-744378d4c45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bad466-613b-48e9-b76f-98b8266e974f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:37.203570 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-be00201d-c354-4cea-81e6-20bdceebc4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:37.212843 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e4e32-21f4-4bd4-9b5b-b4883cf5b088 req-4b8a9fd9-f995-4f7b-9f79-01294d64b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:37.215380 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-614e4e32-21f4-4bd4-9b5b-b4883cf5b088 req-4b8a9fd9-f995-4f7b-9f79-01294d64b0b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3360846 Jul 25 05:37:37.222450 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59ab66f0-b7ea-4e0e-9dfd-ce6d3b250c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:37.243492 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a7265-b915-4f00-8d09-f268523a7828 req-5cae9454-b1cd-4faa-8d48-616de0e31e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:37.245100 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-047a7265-b915-4f00-8d09-f268523a7828 req-5cae9454-b1cd-4faa-8d48-616de0e31e07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dc32f383ef54d94aeb44d0bc3885614&device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 1127 time: 0.2447779 Jul 25 05:37:37.364642 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for port (b05db593-2046-4a01-97cb-3dbff724f50c), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:37.373073 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (b05db593-2046-4a01-97cb-3dbff724f50c), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:37.510066 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'Port': ['ID=b05db593-2046-4a01-97cb-3dbff724f50c,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:37.601507 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (ae1201e4-c97e-4b03-8193-c17f81c3e6f2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:37.631515 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:37.633496 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-644e2f2f-0f4c-4753-840f-25565415ff58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2746913 Jul 25 05:37:37.642728 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:37.687443 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60952) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:37.712277 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-614e4e32-21f4-4bd4-9b5b-b4883cf5b088 req-a0549968-5b10-4868-93b8-c24bfc2fe108 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123371 Jul 25 05:37:37.754749 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a7265-b915-4f00-8d09-f268523a7828 req-a5865bd0-ac0e-4984-a574-2f28d2f58c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:37.756316 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-047a7265-b915-4f00-8d09-f268523a7828 req-a5865bd0-ac0e-4984-a574-2f28d2f58c6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=e91b8e22-113d-4896-9773-135ebb821377 HTTP/1.1" status: 200 len: 913 time: 0.4473286 Jul 25 05:37:37.767067 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-be00201d-c354-4cea-81e6-20bdceebc4dc admin admin] Publish callbacks [] for security_group (c57012b1-fadd-4891-9c3b-b4400993cee5), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:37.777347 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59ab66f0-b7ea-4e0e-9dfd-ce6d3b250c1e admin admin] Publish callbacks [] for security_group (b22d9c31-3dab-4581-847f-662afac179b2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:37.779558 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-be00201d-c354-4cea-81e6-20bdceebc4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (c57012b1-fadd-4891-9c3b-b4400993cee5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:37.788031 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843124f-2c6f-4708-9fb8-d1f7bea925bc req-2a951611-681f-4c86-a31a-d078a4352c94 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:37.789687 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6843124f-2c6f-4708-9fb8-d1f7bea925bc req-2a951611-681f-4c86-a31a-d078a4352c94 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 943 time: 0.1267123 Jul 25 05:37:37.819323 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59ab66f0-b7ea-4e0e-9dfd-ce6d3b250c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (b22d9c31-3dab-4581-847f-662afac179b2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:37.876437 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:37.884180 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60962) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:37.900732 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fd0577dd-1d65-440a-b24f-1240ea557c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:37.918102 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-be00201d-c354-4cea-81e6-20bdceebc4dc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d7a08dc773bd4cf59652c998b97752c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5991745 Jul 25 05:37:37.922369 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00201d-c354-4cea-81e6-20bdceebc4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57012b1-fadd-4891-9c3b-b4400993cee5,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:37.932930 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96b6df98-6e21-4527-9c35-cabfe75188cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:37.935492 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60964) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:37.959210 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e794b0c-414f-454a-9b38-d2efb3180629 req-693415fa-a628-4870-8d7a-ff0680e27e23 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:37.966398 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0e794b0c-414f-454a-9b38-d2efb3180629 req-693415fa-a628-4870-8d7a-ff0680e27e23 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 943 time: 0.1742272 Jul 25 05:37:37.970034 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-59ab66f0-b7ea-4e0e-9dfd-ce6d3b250c1e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c82715a2535c4d369676883b34e936e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2026293 Jul 25 05:37:37.976819 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60966) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:37.987729 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6843124f-2c6f-4708-9fb8-d1f7bea925bc req-fe6fd732-ec2e-4476-89e0-c42cc827016a tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553855 Jul 25 05:37:38.014848 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab66f0-b7ea-4e0e-9dfd-ce6d3b250c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22d9c31-3dab-4581-847f-662afac179b2,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:38.051702 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0e794b0c-414f-454a-9b38-d2efb3180629 req-df520230-00cc-42af-9f3c-9c93a46f6041 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843379 Jul 25 05:37:38.173285 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-971b63ef-4373-459a-8890-55986c06e56e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1431156053&fields=id&tenant_id=42066c73ac8f4e5c883204dfc66245c0 HTTP/1.1" status: 200 len: 267 time: 0.0603218 Jul 25 05:37:38.191043 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9ac26fc9-2667-4a14-b554-33fde4fc7ea5 admin admin] Publish callbacks [] for security_group (c57012b1-fadd-4891-9c3b-b4400993cee5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.202829 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=15 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:38.222198 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-99010e77-820e-4b5f-b8a7-8684fb14aaad admin admin] Publish callbacks [] for security_group (b22d9c31-3dab-4581-847f-662afac179b2), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.253761 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fd0577dd-1d65-440a-b24f-1240ea557c4b admin admin] Publish callbacks [] for security_group (dee9d992-6589-4f94-8f57-456becb04bfc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.261290 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9ac26fc9-2667-4a14-b554-33fde4fc7ea5 admin admin] Publish callbacks [] for security_group (c57012b1-fadd-4891-9c3b-b4400993cee5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.275395 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fd0577dd-1d65-440a-b24f-1240ea557c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (dee9d992-6589-4f94-8f57-456becb04bfc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.287684 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:38.308728 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-047a7265-b915-4f00-8d09-f268523a7828 req-e91b1ceb-a37d-4981-84b1-87718cc24cbc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36da70ce-1188-4fd6-913c-922c1c4b037b HTTP/1.1" status: 200 len: 217 time: 0.0919621 Jul 25 05:37:38.312452 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-99010e77-820e-4b5f-b8a7-8684fb14aaad admin admin] Publish callbacks [] for security_group (b22d9c31-3dab-4581-847f-662afac179b2), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.332907 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96b6df98-6e21-4527-9c35-cabfe75188cc admin admin] Publish callbacks [] for security_group (9f122d27-0ad6-495e-95a6-01606f703232), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.362601 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96b6df98-6e21-4527-9c35-cabfe75188cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (9f122d27-0ad6-495e-95a6-01606f703232), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.394066 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-fd0577dd-1d65-440a-b24f-1240ea557c4b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6d5fd404b69e41ac8af538fd4b4d914f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5087097 Jul 25 05:37:38.403147 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60988) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:38.404090 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0577dd-1d65-440a-b24f-1240ea557c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee9d992-6589-4f94-8f57-456becb04bfc,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:38.471501 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-96b6df98-6e21-4527-9c35-cabfe75188cc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8b5056fa50f347ddb09bc097201ee4b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7827840 Jul 25 05:37:38.480586 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 60990) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:38.488138 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6df98-6e21-4527-9c35-cabfe75188cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f122d27-0ad6-495e-95a6-01606f703232,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:38.513735 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9ac26fc9-2667-4a14-b554-33fde4fc7ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (c57012b1-fadd-4891-9c3b-b4400993cee5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.516463 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9ac26fc9-2667-4a14-b554-33fde4fc7ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.520304 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9ac26fc9-2667-4a14-b554-33fde4fc7ea5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c57012b1-fadd-4891-9c3b-b4400993cee5 HTTP/1.1" status: 204 len: 168 time: 0.5829849 Jul 25 05:37:38.546286 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac26fc9-2667-4a14-b554-33fde4fc7ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57012b1-fadd-4891-9c3b-b4400993cee5,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:38.551177 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-99010e77-820e-4b5f-b8a7-8684fb14aaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (b22d9c31-3dab-4581-847f-662afac179b2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.553910 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-99010e77-820e-4b5f-b8a7-8684fb14aaad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.558156 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-99010e77-820e-4b5f-b8a7-8684fb14aaad admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b22d9c31-3dab-4581-847f-662afac179b2 HTTP/1.1" status: 204 len: 168 time: 0.5796402 Jul 25 05:37:38.582317 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99010e77-820e-4b5f-b8a7-8684fb14aaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22d9c31-3dab-4581-847f-662afac179b2,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:38.584027 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-533e4704-7be5-44df-b177-0ea41d828d85 admin admin] Publish callbacks [] for security_group (dee9d992-6589-4f94-8f57-456becb04bfc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.587878 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-49926d7a-6c60-4504-9879-ce36200556b6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:38.589472 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-49926d7a-6c60-4504-9879-ce36200556b6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 814 time: 0.4094338 Jul 25 05:37:38.594063 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-614e4e32-21f4-4bd4-9b5b-b4883cf5b088 req-8d8c6820-3c3e-4ba5-b775-cf3b037fa94d service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785126 Jul 25 05:37:38.620921 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-7d6d56b4-0ef8-45a3-8c28-3f9e903841f5 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/quotas/42066c73ac8f4e5c883204dfc66245c0 HTTP/1.1" status: 200 len: 375 time: 0.0219011 Jul 25 05:37:38.621067 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-533e4704-7be5-44df-b177-0ea41d828d85 admin admin] Publish callbacks [] for security_group (dee9d992-6589-4f94-8f57-456becb04bfc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.623063 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-65eaddee-9098-438e-8b3f-ebaa1f9cc28d admin admin] Publish callbacks [] for security_group (9f122d27-0ad6-495e-95a6-01606f703232), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.683790 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-65eaddee-9098-438e-8b3f-ebaa1f9cc28d admin admin] Publish callbacks [] for security_group (9f122d27-0ad6-495e-95a6-01606f703232), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.685479 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a3df9e28-a7a5-4668-8a46-00341ba3ed71 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560045 Jul 25 05:37:38.745799 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-533e4704-7be5-44df-b177-0ea41d828d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (dee9d992-6589-4f94-8f57-456becb04bfc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.749007 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-533e4704-7be5-44df-b177-0ea41d828d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.755294 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-533e4704-7be5-44df-b177-0ea41d828d85 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dee9d992-6589-4f94-8f57-456becb04bfc HTTP/1.1" status: 204 len: 168 time: 0.3430703 Jul 25 05:37:38.769039 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e4704-7be5-44df-b177-0ea41d828d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee9d992-6589-4f94-8f57-456becb04bfc,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:38.784571 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-65eaddee-9098-438e-8b3f-ebaa1f9cc28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (9f122d27-0ad6-495e-95a6-01606f703232), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.788174 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-65eaddee-9098-438e-8b3f-ebaa1f9cc28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:38.790253 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-65eaddee-9098-438e-8b3f-ebaa1f9cc28d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9f122d27-0ad6-495e-95a6-01606f703232 HTTP/1.1" status: 204 len: 168 time: 0.3070993 Jul 25 05:37:38.812648 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eaddee-9098-438e-8b3f-ebaa1f9cc28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f122d27-0ad6-495e-95a6-01606f703232,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:38.970127 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 32780) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:38.984553 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b93a1386-34fc-40a0-a8f2-3ee63a057f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.071479 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 32786) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:39.075293 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b93a1386-34fc-40a0-a8f2-3ee63a057f21 admin admin] Publish callbacks [] for security_group (eeb25ab7-699b-4131-a1f0-10652f643dd6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.092852 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0c531cc-fe83-438f-abf5-7a612906a6ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.115458 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b93a1386-34fc-40a0-a8f2-3ee63a057f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (eeb25ab7-699b-4131-a1f0-10652f643dd6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.122892 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:39.164821 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:39.167610 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fac45-f51a-4894-aa93-491c496a65cb req-86463c07-bdd7-40c7-a1d8-0cc988a08be1 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:39.169720 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-903fac45-f51a-4894-aa93-491c496a65cb req-86463c07-bdd7-40c7-a1d8-0cc988a08be1 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 943 time: 0.0927072 Jul 25 05:37:39.180216 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b93a1386-34fc-40a0-a8f2-3ee63a057f21 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9a4d72eaabc943c598bf30d7b744e5f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2066615 Jul 25 05:37:39.180216 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a1386-34fc-40a0-a8f2-3ee63a057f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb25ab7-699b-4131-a1f0-10652f643dd6,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:39.180971 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 32788) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:39.244022 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-903fac45-f51a-4894-aa93-491c496a65cb req-d567af90-1f31-4e75-80c9-5845e5e3d0f3 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650959 Jul 25 05:37:39.264095 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0c531cc-fe83-438f-abf5-7a612906a6ea admin admin] Publish callbacks [] for security_group (992a408f-61fa-4488-a778-5e7e49a50af4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.282385 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0c531cc-fe83-438f-abf5-7a612906a6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (992a408f-61fa-4488-a778-5e7e49a50af4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.303880 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cacb6e88-f8d6-4a83-b78c-7a8ff31c0606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.317467 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c531cc-fe83-438f-abf5-7a612906a6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992a408f-61fa-4488-a778-5e7e49a50af4,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:39.322270 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8cf014c2-58bf-474b-866e-a93cbb6a1b59 admin admin] Publish callbacks [] for security_group (eeb25ab7-699b-4131-a1f0-10652f643dd6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.351661 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8cf014c2-58bf-474b-866e-a93cbb6a1b59 admin admin] Publish callbacks [] for security_group (eeb25ab7-699b-4131-a1f0-10652f643dd6), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.390382 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ddf29-1793-4573-adf4-3db3e1a40f2f req-51bdf7fc-3e24-4a14-89ca-c724ed5b96ad tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:39.395290 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b0c531cc-fe83-438f-abf5-7a612906a6ea admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9555a3211d264bc5beeefbe68cccc4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227305 Jul 25 05:37:39.395874 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 32796) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:39.397423 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-185ddf29-1793-4573-adf4-3db3e1a40f2f req-51bdf7fc-3e24-4a14-89ca-c724ed5b96ad tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 943 time: 0.0749426 Jul 25 05:37:39.410775 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:39.466013 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8cf014c2-58bf-474b-866e-a93cbb6a1b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (eeb25ab7-699b-4131-a1f0-10652f643dd6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.468518 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8cf014c2-58bf-474b-866e-a93cbb6a1b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.469681 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-8cf014c2-58bf-474b-866e-a93cbb6a1b59 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/eeb25ab7-699b-4131-a1f0-10652f643dd6 HTTP/1.1" status: 204 len: 168 time: 0.2882440 Jul 25 05:37:39.473334 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-581005ee-6052-44a3-b2a9-439bd8613178 admin admin] Publish callbacks [] for security_group (992a408f-61fa-4488-a778-5e7e49a50af4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.478827 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-185ddf29-1793-4573-adf4-3db3e1a40f2f req-61e2dcaa-316c-4a7a-89bc-35f7eca3ce04 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796466 Jul 25 05:37:39.482550 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf014c2-58bf-474b-866e-a93cbb6a1b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb25ab7-699b-4131-a1f0-10652f643dd6,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:39.508110 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-581005ee-6052-44a3-b2a9-439bd8613178 admin admin] Publish callbacks [] for security_group (992a408f-61fa-4488-a778-5e7e49a50af4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.567314 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-581005ee-6052-44a3-b2a9-439bd8613178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (992a408f-61fa-4488-a778-5e7e49a50af4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.572170 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-581005ee-6052-44a3-b2a9-439bd8613178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.574016 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-581005ee-6052-44a3-b2a9-439bd8613178 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/992a408f-61fa-4488-a778-5e7e49a50af4 HTTP/1.1" status: 204 len: 168 time: 0.1723533 Jul 25 05:37:39.577548 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:39.583394 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581005ee-6052-44a3-b2a9-439bd8613178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992a408f-61fa-4488-a778-5e7e49a50af4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:39.588271 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-90afaa86-1e01-4efa-b7fb-65765efffef2 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:37:39.597170 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-90afaa86-1e01-4efa-b7fb-65765efffef2 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3898656 Jul 25 05:37:39.715520 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-06609231-653e-43e5-a1a5-4b45c69b37aa service neutron] 10.222.0.33 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126299 Jul 25 05:37:39.797412 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:39.824000 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-2c991db9-cb5d-4245-9bc4-0bcfa73ca4da service neutron] 10.222.0.33 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019022 Jul 25 05:37:40.058698 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b390a25e-b5f5-445a-a168-eb0dcd211183 req-ea3dd508-3d6b-4933-8066-3d49aba6afee tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 210 time: 0.0397894 Jul 25 05:37:40.446044 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7c3ee-9f25-4d3c-b3f3-8199c6bacdee req-08fd2c5f-f998-41ad-9c07-c729a13a3b08 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:40.455452 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-85f7c3ee-9f25-4d3c-b3f3-8199c6bacdee req-08fd2c5f-f998-41ad-9c07-c729a13a3b08 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 943 time: 0.1225805 Jul 25 05:37:40.500934 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a7265-b915-4f00-8d09-f268523a7828 req-70d9e55b-9b28-49e1-819d-dc6deda97e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:40.502663 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-047a7265-b915-4f00-8d09-f268523a7828 req-70d9e55b-9b28-49e1-819d-dc6deda97e0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=998c2396-b4c3-42c1-9f04-e5facca6548a HTTP/1.1" status: 200 len: 851 time: 0.1595657 Jul 25 05:37:40.565974 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-85f7c3ee-9f25-4d3c-b3f3-8199c6bacdee req-8dac13a8-0752-4f4f-b4ac-4d68ae7f4aa0 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091504 Jul 25 05:37:40.657785 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e544-7a81-4e56-9d55-4f5b0ff92bb3 req-0517fd10-da98-4ff4-b5c7-b01f83d8f49c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:40.659390 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7187e544-7a81-4e56-9d55-4f5b0ff92bb3 req-0517fd10-da98-4ff4-b5c7-b01f83d8f49c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 943 time: 0.0564642 Jul 25 05:37:40.717360 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7187e544-7a81-4e56-9d55-4f5b0ff92bb3 req-5d462f96-6d5d-4683-a438-09335f963633 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503001 Jul 25 05:37:40.974501 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 32880) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:41.168612 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7be22195-2a96-4ba3-a101-2184fe7cb62a req-22ed5f63-ddd2-4788-98fe-38ab2e5433e9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 210 time: 0.0330887 Jul 25 05:37:41.218965 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9e94bf60-fb79-45c9-88ab-7e7b8ab9544c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:41.352878 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a7265-b915-4f00-8d09-f268523a7828 req-caaf88ce-76d3-42d4-a693-1821cc667168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:41.358054 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-047a7265-b915-4f00-8d09-f268523a7828 req-caaf88ce-76d3-42d4-a693-1821cc667168 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e91b8e22-113d-4896-9773-135ebb821377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612626 Jul 25 05:37:41.364691 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9e94bf60-fb79-45c9-88ab-7e7b8ab9544c admin admin] Publish callbacks [] for security_group (ee46cd05-5cf1-48eb-b884-c2d21b5b0142), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:41.369866 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9e94bf60-fb79-45c9-88ab-7e7b8ab9544c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (ee46cd05-5cf1-48eb-b884-c2d21b5b0142), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:41.396353 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94bf60-fb79-45c9-88ab-7e7b8ab9544c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee46cd05-5cf1-48eb-b884-c2d21b5b0142,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:41.425953 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9e94bf60-fb79-45c9-88ab-7e7b8ab9544c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8dc782bcea24493e96f22f968c2b8e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4503455 Jul 25 05:37:41.428607 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 32904) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:41.471813 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-047a7265-b915-4f00-8d09-f268523a7828 req-c7f8d25d-0267-4ad0-8130-5d4bfb3aacf4 service neutron] 10.222.0.43 "GET /v2.0/networks/e91b8e22-113d-4896-9773-135ebb821377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034217 Jul 25 05:37:41.488138 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4a2c737a-9f17-4cbe-9059-79b125b28c2e admin admin] Publish callbacks [] for security_group (ee46cd05-5cf1-48eb-b884-c2d21b5b0142), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:41.516960 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4a2c737a-9f17-4cbe-9059-79b125b28c2e admin admin] Publish callbacks [] for security_group (ee46cd05-5cf1-48eb-b884-c2d21b5b0142), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:41.566460 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:41.628330 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-047a7265-b915-4f00-8d09-f268523a7828 req-c3d016ed-1649-4ecd-9e72-613254f63f77 service neutron] 10.222.0.43 "GET /v2.0/networks/e91b8e22-113d-4896-9773-135ebb821377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370432 Jul 25 05:37:41.685525 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-06a30290-5d74-41bc-82cd-11157457667c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:41.767212 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d79ff-660f-4c6f-b217-7e1fc9643aa3 req-83c79b7d-745c-44bb-905b-cbaee38fcb9d tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:41.769397 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cd8d79ff-660f-4c6f-b217-7e1fc9643aa3 req-83c79b7d-745c-44bb-905b-cbaee38fcb9d tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 943 time: 0.0694408 Jul 25 05:37:41.812065 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device ba399b8d-ed3f-49b4-ac2e-afa79260f403 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:37:41.843086 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 32918) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:41.856930 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4a2c737a-9f17-4cbe-9059-79b125b28c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (ee46cd05-5cf1-48eb-b884-c2d21b5b0142), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:41.861558 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4a2c737a-9f17-4cbe-9059-79b125b28c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:41.867124 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-4a2c737a-9f17-4cbe-9059-79b125b28c2e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ee46cd05-5cf1-48eb-b884-c2d21b5b0142 HTTP/1.1" status: 204 len: 168 time: 0.4349556 Jul 25 05:37:41.879892 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c737a-9f17-4cbe-9059-79b125b28c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee46cd05-5cf1-48eb-b884-c2d21b5b0142,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:41.886724 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cd8d79ff-660f-4c6f-b217-7e1fc9643aa3 req-de0f72e7-ef37-4db4-9c14-176d820e7e21 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096022 Jul 25 05:37:41.895752 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdb67e-c59f-49a4-a5f0-7d4d12c6c2bc req-eacafaaf-3cc2-4b0a-aab1-212f66abe348 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:41.897309 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-14cdb67e-c59f-49a4-a5f0-7d4d12c6c2bc req-eacafaaf-3cc2-4b0a-aab1-212f66abe348 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 943 time: 0.0906887 Jul 25 05:37:41.973543 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port ba399b8d-ed3f-49b4-ac2e-afa79260f403, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=ba399b8d-ed3f-49b4-ac2e-afa79260f403,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:41.987198 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': 'ba399b8d-ed3f-49b4-ac2e-afa79260f403', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'port_id': 'ba399b8d-ed3f-49b4-ac2e-afa79260f403', 'mac_address': 'fa:16:3e:7d:a9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:37:41.987439 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-14cdb67e-c59f-49a4-a5f0-7d4d12c6c2bc req-4acbf352-1648-4768-b5ed-ac957e8ed404 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837035 Jul 25 05:37:42.033164 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port ba399b8d-ed3f-49b4-ac2e-afa79260f403 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:42.033558 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.049038 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba399b8d-ed3f-49b4-ac2e-afa79260f403 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:37:42.085415 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port ba399b8d-ed3f-49b4-ac2e-afa79260f403, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=ba399b8d-ed3f-49b4-ac2e-afa79260f403,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:42.090994 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.091987 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:37:42.123315 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:42.136679 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:42.145997 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-693889799-network', 'tenant_id': 'b9b8418e171a4f92b5b99879dcfc6581'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:42.186322 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=ba399b8d-ed3f-49b4-ac2e-afa79260f403,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:42.194511 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:42.210893 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '6d22bdd7-e942-45f4-b095-81aa2ad4c2d4', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'port_id': '6d22bdd7-e942-45f4-b095-81aa2ad4c2d4', 'mac_address': 'fa:16:3e:b2:1a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:37:42.225080 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] Made reservation on behalf of b9b8418e171a4f92b5b99879dcfc6581 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:42.227291 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.255458 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.261961 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:42.263281 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.289417 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a48fdc00-cdb4-43d4-a893-d009dc26e6df tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:42.294440 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a48fdc00-cdb4-43d4-a893-d009dc26e6df tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 814 time: 0.1647778 Jul 25 05:37:42.296035 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:37:42.333701 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:42.342003 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.373608 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7970eb27-6da6-43b0-8208-cc5543a93bfc req-ed86cd69-deca-49f1-ab81-96cea5db319b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 210 time: 0.0806632 Jul 25 05:37:42.374853 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:42.413693 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:42.458457 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] Publish callbacks [] for security_group (eec33380-b060-4ca5-a9ff-40a2814718e8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.465900 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (eec33380-b060-4ca5-a9ff-40a2814718e8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.489723 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-52c6f853-83bf-49e0-80fa-8fc77bdd6e1e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42066c73ac8f4e5c883204dfc66245c0 HTTP/1.1" status: 200 len: 380 time: 0.1706152 Jul 25 05:37:42.493867 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:37:42.503162 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-5378efcc-8a28-4074-b38c-8970ae0bdab6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'port': {'device_id': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'admin_state_up': True, 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'security_groups': ['03c8c923-5e11-4c50-9eba-fa8e46e47916']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:42.530521 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (e00b2dfa-ae4a-4065-ba15-621eab0ff2fd), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.530948 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] Added segment e00b2dfa-ae4a-4065-ba15-621eab0ff2fd of type vlan for network b5c4916c-84b5-4b64-ad57-2967d521f210 Jul 25 05:37:42.532565 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec33380-b060-4ca5-a9ff-40a2814718e8,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:42.559539 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.575058 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:42.589465 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (b5c4916c-84b5-4b64-ad57-2967d521f210), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.627108 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (b5c4916c-84b5-4b64-ad57-2967d521f210), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.628672 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:42.629382 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.668067 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-5378efcc-8a28-4074-b38c-8970ae0bdab6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Made reservation on behalf of 42066c73ac8f4e5c883204dfc66245c0 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:42.672992 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-5378efcc-8a28-4074-b38c-8970ae0bdab6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.698976 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8541203 Jul 25 05:37:42.701970 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 32946) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:42.708425 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-4f8c55fa-cef5-46fb-aeca-572da9c6dc81 admin admin] Request body: {'subnet': {'network_id': 'b5c4916c-84b5-4b64-ad57-2967d521f210', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-693889799-subnet', 'tenant_id': 'b9b8418e171a4f92b5b99879dcfc6581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:42.716354 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a130d-b008-4470-9e7a-b01e3499aa9d admin admin] Pushing event updated for resources: {'Network': ['ID=b5c4916c-84b5-4b64-ad57-2967d521f210,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:42.736293 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network b5c4916c-84b5-4b64-ad57-2967d521f210 details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:37:42.776433 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8c55fa-cef5-46fb-aeca-572da9c6dc81 admin admin] Made reservation on behalf of b9b8418e171a4f92b5b99879dcfc6581 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:42.790713 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4f8c55fa-cef5-46fb-aeca-572da9c6dc81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61931674'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:42.918008 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['ba399b8d-ed3f-49b4-ac2e-afa79260f403'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:37:42.971860 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 32956) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:43.018540 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3062500-f99d-4b42-afbd-da750f10b649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:43.071938 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-5378efcc-8a28-4074-b38c-8970ae0bdab6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Allocated IP 172.20.0.11 (fec420c3-be12-4a0c-92d9-7ad0ead1f91c/e6b699d7-df42-453b-8891-f9d892555252/96397b18-73bc-4e7f-abf2-2e7a32610b85) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:37:43.081693 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['6d22bdd7-e942-45f4-b095-81aa2ad4c2d4'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:37:43.215277 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4f8c55fa-cef5-46fb-aeca-572da9c6dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61948049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61931656'] for subnet (6aa67970-58f1-44d5-90d3-943c7e0190fb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:43.264762 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:43.271045 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c55fa-cef5-46fb-aeca-572da9c6dc81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa67970-58f1-44d5-90d3-943c7e0190fb,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:43.287324 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779ef42-8303-4ecd-b41b-5b391ed6bb99 req-12691b81-fdfe-4e11-8565-b9a939ecd546 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:43.288623 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c55fa-cef5-46fb-aeca-572da9c6dc81 admin admin] Checking segment: {'id': 'e00b2dfa-ae4a-4065-ba15-621eab0ff2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b5c4916c-84b5-4b64-ad57-2967d521f210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:43.289008 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8c55fa-cef5-46fb-aeca-572da9c6dc81 admin admin] Network hostable DHCP agents. Network: b5c4916c-84b5-4b64-ad57-2967d521f210, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:37:43.289633 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5779ef42-8303-4ecd-b41b-5b391ed6bb99 req-12691b81-fdfe-4e11-8565-b9a939ecd546 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 943 time: 0.2627411 Jul 25 05:37:43.295781 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:43.313720 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8c55fa-cef5-46fb-aeca-572da9c6dc81 admin admin] Network b5c4916c-84b5-4b64-ad57-2967d521f210 is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:37:43.332932 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-4f8c55fa-cef5-46fb-aeca-572da9c6dc81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, b5c4916c-84b5-4b64-ad57-2967d521f210) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:43.340686 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d04f0b-cc73-410c-99a0-e4559cfba902 req-c7b14a7f-54b0-4feb-9a3c-abc6e3c68d4c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:43.341646 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c55fa-cef5-46fb-aeca-572da9c6dc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:43.343389 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4f8c55fa-cef5-46fb-aeca-572da9c6dc81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:43.347360 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb61185-57d1-4b0b-996e-f84d78580d9c None None] Network b5c4916c-84b5-4b64-ad57-2967d521f210 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:37:43.349101 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-40d04f0b-cc73-410c-99a0-e4559cfba902 req-c7b14a7f-54b0-4feb-9a3c-abc6e3c68d4c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 944 time: 0.1888218 Jul 25 05:37:43.387515 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-4f8c55fa-cef5-46fb-aeca-572da9c6dc81 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6844134 Jul 25 05:37:43.439022 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5779ef42-8303-4ecd-b41b-5b391ed6bb99 req-1109631e-1ac9-4e3d-91cd-9b778108baee tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284847 Jul 25 05:37:43.571008 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3062500-f99d-4b42-afbd-da750f10b649 admin admin] Publish callbacks [] for security_group (f55a8336-c609-4105-b502-e0dd5cb968d0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:43.596143 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-40d04f0b-cc73-410c-99a0-e4559cfba902 req-3d94dc44-218c-4bbd-beee-ad0d8d4f1494 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458336 Jul 25 05:37:43.609630 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3062500-f99d-4b42-afbd-da750f10b649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (f55a8336-c609-4105-b502-e0dd5cb968d0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:43.656872 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7ba956fd-23d8-4b80-83bc-28316ac55c91 req-75b24205-2434-40f7-942e-3af729658798 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 210 time: 0.0974646 Jul 25 05:37:43.691983 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ac175c-a703-493b-86ba-872fbc3f3849 None None] Network b5c4916c-84b5-4b64-ad57-2967d521f210 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:37:43.694039 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3062500-f99d-4b42-afbd-da750f10b649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55a8336-c609-4105-b502-e0dd5cb968d0,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:43.708155 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 32980) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:43.708512 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c3062500-f99d-4b42-afbd-da750f10b649 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a15b25ea642841e3a294e3f12c500c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7355072 Jul 25 05:37:43.736917 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-5378efcc-8a28-4074-b38c-8970ae0bdab6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:43.766658 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:43.783975 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-5378efcc-8a28-4074-b38c-8970ae0bdab6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:43.823635 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 36da70ce-1188-4fd6-913c-922c1c4b037b details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:37:43.838267 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2222490b-95b6-4d99-9a5d-894600662708 admin admin] Publish callbacks [] for security_group (f55a8336-c609-4105-b502-e0dd5cb968d0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:43.850525 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-5378efcc-8a28-4074-b38c-8970ae0bdab6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Network fec420c3-be12-4a0c-92d9-7ad0ead1f91c is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:37:43.853659 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-5378efcc-8a28-4074-b38c-8970ae0bdab6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:43.859358 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-5378efcc-8a28-4074-b38c-8970ae0bdab6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:37:43.902560 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2222490b-95b6-4d99-9a5d-894600662708 admin admin] Publish callbacks [] for security_group (f55a8336-c609-4105-b502-e0dd5cb968d0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:43.906427 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378efcc-8a28-4074-b38c-8970ae0bdab6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'Port': ['ID=96397b18-73bc-4e7f-abf2-2e7a32610b85,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:43.935886 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:43.970560 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-5378efcc-8a28-4074-b38c-8970ae0bdab6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:43.971556 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-5378efcc-8a28-4074-b38c-8970ae0bdab6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:43.990037 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2222490b-95b6-4d99-9a5d-894600662708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (f55a8336-c609-4105-b502-e0dd5cb968d0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:43.993419 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2222490b-95b6-4d99-9a5d-894600662708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:43.996941 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2222490b-95b6-4d99-9a5d-894600662708 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f55a8336-c609-4105-b502-e0dd5cb968d0 HTTP/1.1" status: 204 len: 168 time: 0.2858548 Jul 25 05:37:44.006200 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-5378efcc-8a28-4074-b38c-8970ae0bdab6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5104015 Jul 25 05:37:44.007608 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 36da70ce-1188-4fd6-913c-922c1c4b037b, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=36da70ce-1188-4fd6-913c-922c1c4b037b,segment=NetworkSegment(6cc7949c-2ed3-498c-9c15-8e23c9d67d3f),segment_id=6cc7949c-2ed3-498c-9c15-8e23c9d67d3f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:44.016717 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222490b-95b6-4d99-9a5d-894600662708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55a8336-c609-4105-b502-e0dd5cb968d0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:44.025071 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Request body: {'port': {'device_id': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:44.028302 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '36da70ce-1188-4fd6-913c-922c1c4b037b', 'network_id': 'e91b8e22-113d-4896-9773-135ebb821377', 'port_id': '36da70ce-1188-4fd6-913c-922c1c4b037b', 'mac_address': 'fa:16:3e:7d:78:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998c2396-b4c3-42c1-9f04-e5facca6548a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:37:44.105351 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:44.111173 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 36da70ce-1188-4fd6-913c-922c1c4b037b is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:44.112003 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:44.150367 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36da70ce-1188-4fd6-913c-922c1c4b037b {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:37:44.175082 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 36da70ce-1188-4fd6-913c-922c1c4b037b, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=36da70ce-1188-4fd6-913c-922c1c4b037b,segment=NetworkSegment(6cc7949c-2ed3-498c-9c15-8e23c9d67d3f),segment_id=6cc7949c-2ed3-498c-9c15-8e23c9d67d3f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:44.178202 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:44.182890 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:44.271730 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=36da70ce-1188-4fd6-913c-922c1c4b037b,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:44.353328 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:44.380210 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device ba399b8d-ed3f-49b4-ac2e-afa79260f403 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:44.402578 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:44.421530 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b0695691-ad71-4369-9e24-b59f4cf2d6d5 None None] Provisioning complete for port 96397b18-73bc-4e7f-abf2-2e7a32610b85 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:44.422036 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b0695691-ad71-4369-9e24-b59f4cf2d6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:44.466703 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96397b18-73bc-4e7f-abf2-2e7a32610b85 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:37:44.472872 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b0695691-ad71-4369-9e24-b59f4cf2d6d5 None None] Port 96397b18-73bc-4e7f-abf2-2e7a32610b85 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:37:44.484438 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port ba399b8d-ed3f-49b4-ac2e-afa79260f403 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:37:44.489586 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Publish callbacks [] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:44.493602 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port ba399b8d-ed3f-49b4-ac2e-afa79260f403 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:44.494297 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:44.532465 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Transition to ACTIVE for port object 96397b18-73bc-4e7f-abf2-2e7a32610b85 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:37:44.542039 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:44.686015 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port ba399b8d-ed3f-49b4-ac2e-afa79260f403 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:44.686333 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:44.740374 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03028b-a8c0-4ecf-983c-add70e5ad8c9 req-36d393af-4b13-4291-aadc-0d868b3d15cc tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:44.743690 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2c03028b-a8c0-4ecf-983c-add70e5ad8c9 req-36d393af-4b13-4291-aadc-0d868b3d15cc tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 944 time: 0.1878495 Jul 25 05:37:44.754118 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['36da70ce-1188-4fd6-913c-922c1c4b037b'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:37:44.847878 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:44.859323 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d49b4fd-206c-478c-9078-e3f88faedd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba399b8d-ed3f-49b4-ac2e-afa79260f403'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:37:44.892044 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac863a-bb54-4fc5-afbf-850dd7c75544 req-8588b74a-c00a-4561-ae33-4c929096b45b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:44.893983 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aeac863a-bb54-4fc5-afbf-850dd7c75544 req-8588b74a-c00a-4561-ae33-4c929096b45b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 944 time: 0.1613035 Jul 25 05:37:44.941277 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=96397b18-73bc-4e7f-abf2-2e7a32610b85,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:44.974046 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port ba399b8d-ed3f-49b4-ac2e-afa79260f403, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=ba399b8d-ed3f-49b4-ac2e-afa79260f403,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:45.011423 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:45.012063 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:45.090591 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Attempting to bind port 96397b18-73bc-4e7f-abf2-2e7a32610b85 on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:37:45.091211 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Attempting to bind port 96397b18-73bc-4e7f-abf2-2e7a32610b85 by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:37:45.091958 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Attempting to bind port 96397b18-73bc-4e7f-abf2-2e7a32610b85 on network fec420c3-be12-4a0c-92d9-7ad0ead1f91c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:45.106896 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Port 96397b18-73bc-4e7f-abf2-2e7a32610b85 on network fec420c3-be12-4a0c-92d9-7ad0ead1f91c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:37:45.107560 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Attempting to bind port 96397b18-73bc-4e7f-abf2-2e7a32610b85 on network fec420c3-be12-4a0c-92d9-7ad0ead1f91c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:37:45.116520 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2c03028b-a8c0-4ecf-983c-add70e5ad8c9 req-35239ab0-194f-43ec-b767-e8577749fa13 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507295 Jul 25 05:37:45.121012 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:37:45.121587 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Checking segment: {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:45.122411 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Bound using segment: {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:37:45.123070 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Bound port: 96397b18-73bc-4e7f-abf2-2e7a32610b85, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:37:45.123493 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:45.128358 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:45.129592 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aeac863a-bb54-4fc5-afbf-850dd7c75544 req-bface49f-3a80-4703-bf37-1866c40965d1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167351 Jul 25 05:37:45.144620 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=ba399b8d-ed3f-49b4-ac2e-afa79260f403,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:45.158995 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:37:45.188581 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:45.189014 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:45.224752 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] For port 96397b18-73bc-4e7f-abf2-2e7a32610b85, host hv-cinder-85083, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:37:45.229291 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] For port 96397b18-73bc-4e7f-abf2-2e7a32610b85, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=96397b18-73bc-4e7f-abf2-2e7a32610b85,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:37:45.241908 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:45.263123 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:45.344559 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:45.344993 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:45.369165 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:45.369762 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:45.372304 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] 10.222.0.43 "PUT /v2.0/ports/96397b18-73bc-4e7f-abf2-2e7a32610b85 HTTP/1.1" status: 200 len: 1094 time: 1.3521459 Jul 25 05:37:45.374705 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'tag': '96397b18-73bc-4e7f-abf2-2e7a32610b85'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:37:45.377124 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fc851b-e133-4960-867b-6fa5bef56f38" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a28e80-5bf2-46af-9ece-8f7d147629fe", "tag": "96397b18-73bc-4e7f-abf2-2e7a32610b85"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:37:45.395512 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:45.405402 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:45.415344 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082083ff-9d8b-46eb-bae2-69924355f892 req-4cac5803-77f3-4402-9abf-9a50d0222c16 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:45.422898 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-082083ff-9d8b-46eb-bae2-69924355f892 req-4cac5803-77f3-4402-9abf-9a50d0222c16 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 944 time: 0.1837339 Jul 25 05:37:45.469284 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539991d-6e69-4d05-85e2-3325f5029ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=96397b18-73bc-4e7f-abf2-2e7a32610b85,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:45.478029 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:45.483227 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7314c4d-7e4b-41ef-896c-8b1433a548b1 x-openstack-request-id: req-f7314c4d-7e4b-41ef-896c-8b1433a548b1 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:37:45.483522 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a28e80-5bf2-46af-9ece-8f7d147629fe", "tag": "96397b18-73bc-4e7f-abf2-2e7a32610b85", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:37:45.483781 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f7314c4d-7e4b-41ef-896c-8b1433a548b1 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:37:45.484189 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7314c4d-7e4b-41ef-896c-8b1433a548b1'] response: {'name': 'network-changed', 'server_uuid': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'tag': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'status': 'completed', 'code': 200} Jul 25 05:37:45.539355 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-71936bb3-9c98-4408-80ae-cfb6842928da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:45.540886 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-71936bb3-9c98-4408-80ae-cfb6842928da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 1128 time: 0.0969226 Jul 25 05:37:45.556003 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-082083ff-9d8b-46eb-bae2-69924355f892 req-3a4e9e83-d1eb-4278-8bc0-511a3c3054c2 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321368 Jul 25 05:37:45.596052 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33062) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:45.610169 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-3c8881ca-a6e7-4618-848f-0f170b516c31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96397b18-73bc-4e7f-abf2-2e7a32610b85 HTTP/1.1" status: 200 len: 217 time: 0.0531154 Jul 25 05:37:45.637209 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33066) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:45.666850 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-029f0bc7-5e1b-48c5-996c-fde2ca6ce933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:45.668380 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-029f0bc7-5e1b-48c5-996c-fde2ca6ce933 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6b699d7-df42-453b-8891-f9d892555252 HTTP/1.1" status: 200 len: 853 time: 0.0516040 Jul 25 05:37:45.725480 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-2eadbfb9-ea17-4d0b-810a-62438def6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:45.727017 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-2eadbfb9-ea17-4d0b-810a-62438def6b5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514567 Jul 25 05:37:45.745671 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2296d7-92d5-4a77-adcb-2aa1f618369e" -d '{"events": [{"server_uuid": "8d49b4fd-206c-478c-9078-e3f88faedd9a", "name": "network-vif-plugged", "status": "completed", "tag": "ba399b8d-ed3f-49b4-ac2e-afa79260f403"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:37:45.843928 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-3cb01672-6678-44bd-b26a-e70635a57c0b service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081536 Jul 25 05:37:45.859973 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:45.882350 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:45.899565 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 36da70ce-1188-4fd6-913c-922c1c4b037b up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:45.937276 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f897b5f4-3afc-4761-8579-59d4468b8f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:45.953518 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-386c1b2f-5780-4674-b82a-9a8bcf1a356e req-1f314817-f49b-4186-bf29-f25260df674b service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024356 Jul 25 05:37:45.984762 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 36da70ce-1188-4fd6-913c-922c1c4b037b completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:37:45.986871 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:45.992943 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 36da70ce-1188-4fd6-913c-922c1c4b037b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:45.993532 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.054260 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 33082) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:46.060530 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1536088589-network', 'tenant_id': 'd9121e3b20714e6bb1930dd2d0d6be96'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:46.067464 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f897b5f4-3afc-4761-8579-59d4468b8f19 admin admin] Publish callbacks [] for security_group (74ec2367-094d-4ed2-b07f-82b77a995158), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.084047 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f897b5f4-3afc-4761-8579-59d4468b8f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (74ec2367-094d-4ed2-b07f-82b77a995158), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.102047 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] Made reservation on behalf of d9121e3b20714e6bb1930dd2d0d6be96 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:46.105394 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.118063 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f897b5f4-3afc-4761-8579-59d4468b8f19 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=90862fc01a7b48e38ba4ef60673c253e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5208321 Jul 25 05:37:46.121639 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.123668 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5228-6a62-4568-baf2-efa97b8aec45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.126597 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33084) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:46.139324 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 36da70ce-1188-4fd6-913c-922c1c4b037b is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:46.139725 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.218630 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] Publish callbacks [] for security_group (cb305b0d-dccc-4516-ab14-49f2d8ed470c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.220992 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:46.225173 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 36da70ce-1188-4fd6-913c-922c1c4b037b, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=36da70ce-1188-4fd6-913c-922c1c4b037b,segment=NetworkSegment(6cc7949c-2ed3-498c-9c15-8e23c9d67d3f),segment_id=6cc7949c-2ed3-498c-9c15-8e23c9d67d3f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:46.227128 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (cb305b0d-dccc-4516-ab14-49f2d8ed470c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.237214 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.266276 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:37:46.277221 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb305b0d-dccc-4516-ab14-49f2d8ed470c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:46.287348 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (279b4841-4900-4034-9b83-8027b3c44827), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.287993 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] Added segment 279b4841-4900-4034-9b83-8027b3c44827 of type vlan for network 27245d2b-9010-48c6-9aba-a39fd6a6e0e2 Jul 25 05:37:46.298352 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897b5f4-3afc-4761-8579-59d4468b8f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ec2367-094d-4ed2-b07f-82b77a995158,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:46.303351 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=36da70ce-1188-4fd6-913c-922c1c4b037b,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:46.318760 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5228-6a62-4568-baf2-efa97b8aec45 admin admin] Publish callbacks [] for security_group (f86f8da7-8a26-4ce6-81f6-13e66c4b495e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.337442 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5228-6a62-4568-baf2-efa97b8aec45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (f86f8da7-8a26-4ce6-81f6-13e66c4b495e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.408087 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c9d22edd-7872-45e7-8ab5-4c662ac44609 admin admin] Publish callbacks [] for security_group (74ec2367-094d-4ed2-b07f-82b77a995158), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.425281 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 33094) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:46.425766 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1ecd5228-6a62-4568-baf2-efa97b8aec45 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7dc9e81bf3f44ebca324dad8bb89b55e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7872264 Jul 25 05:37:46.429541 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd5228-6a62-4568-baf2-efa97b8aec45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86f8da7-8a26-4ce6-81f6-13e66c4b495e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:46.439168 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fe5288-02db-4e3e-89de-6c5c41669873 x-openstack-request-id: req-a4fe5288-02db-4e3e-89de-6c5c41669873 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:37:46.439484 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d49b4fd-206c-478c-9078-e3f88faedd9a", "name": "network-vif-plugged", "status": "completed", "tag": "ba399b8d-ed3f-49b4-ac2e-afa79260f403", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:37:46.439783 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a4fe5288-02db-4e3e-89de-6c5c41669873 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:37:46.440320 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4fe5288-02db-4e3e-89de-6c5c41669873'] response: {'server_uuid': '8d49b4fd-206c-478c-9078-e3f88faedd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba399b8d-ed3f-49b4-ac2e-afa79260f403', 'code': 200} Jul 25 05:37:46.448722 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c9d22edd-7872-45e7-8ab5-4c662ac44609 admin admin] Publish callbacks [] for security_group (74ec2367-094d-4ed2-b07f-82b77a995158), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.511869 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c9d22edd-7872-45e7-8ab5-4c662ac44609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (74ec2367-094d-4ed2-b07f-82b77a995158), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.514964 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c9d22edd-7872-45e7-8ab5-4c662ac44609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.519376 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c9d22edd-7872-45e7-8ab5-4c662ac44609 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/74ec2367-094d-4ed2-b07f-82b77a995158 HTTP/1.1" status: 204 len: 168 time: 0.3711231 Jul 25 05:37:46.529580 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d22edd-7872-45e7-8ab5-4c662ac44609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ec2367-094d-4ed2-b07f-82b77a995158,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:46.688047 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (27245d2b-9010-48c6-9aba-a39fd6a6e0e2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.749564 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065154f5-832c-4f1a-b19a-476b93ebd90c req-36f928fe-30c8-42b2-9437-93d4e20b398f tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:46.751074 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-065154f5-832c-4f1a-b19a-476b93ebd90c req-36f928fe-30c8-42b2-9437-93d4e20b398f tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 945 time: 0.4489710 Jul 25 05:37:46.806889 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9866329-0673-4e34-9716-4a0c30b99910 req-333891f3-d6e4-4917-8801-a236bdd24730 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:46.809567 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b9866329-0673-4e34-9716-4a0c30b99910 req-333891f3-d6e4-4917-8801-a236bdd24730 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.1180768 Jul 25 05:37:46.813642 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (27245d2b-9010-48c6-9aba-a39fd6a6e0e2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.814684 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:46.815263 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.896867 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8391037 Jul 25 05:37:46.899523 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33114) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:46.902316 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e73ae4eb-14f7-4ffe-b19d-a6a080238018 admin admin] Publish callbacks [] for security_group (f86f8da7-8a26-4ce6-81f6-13e66c4b495e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.911179 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2cfd763c-975b-45b4-8760-971b37159e82 admin admin] Request body: {'subnet': {'network_id': '27245d2b-9010-48c6-9aba-a39fd6a6e0e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1536088589-subnet', 'tenant_id': 'd9121e3b20714e6bb1930dd2d0d6be96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:46.930932 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:37:46.944403 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfd763c-975b-45b4-8760-971b37159e82 admin admin] Made reservation on behalf of d9121e3b20714e6bb1930dd2d0d6be96 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:37:46.948591 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2cfd763c-975b-45b4-8760-971b37159e82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61931674'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:46.956659 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-065154f5-832c-4f1a-b19a-476b93ebd90c req-fd084af4-4809-4d30-b207-b2f766cad106 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950116 Jul 25 05:37:46.974028 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a03c0-10f8-4efd-8fb6-0c6477c94fac admin admin] Pushing event updated for resources: {'Network': ['ID=27245d2b-9010-48c6-9aba-a39fd6a6e0e2,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:47.001739 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network 27245d2b-9010-48c6-9aba-a39fd6a6e0e2 details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:37:47.004883 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e73ae4eb-14f7-4ffe-b19d-a6a080238018 admin admin] Publish callbacks [] for security_group (f86f8da7-8a26-4ce6-81f6-13e66c4b495e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:47.009588 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b9866329-0673-4e34-9716-4a0c30b99910 req-f5229eb3-24d6-427e-bf20-edc256e50d10 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886461 Jul 25 05:37:47.104359 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc851b-e133-4960-867b-6fa5bef56f38 req-1a1f45c6-37c4-4d88-b0a6-ab8ae3cd92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:47.106549 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b5fc851b-e133-4960-867b-6fa5bef56f38 req-1a1f45c6-37c4-4d88-b0a6-ab8ae3cd92c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 1128 time: 0.0899951 Jul 25 05:37:47.178032 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33118) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:47.180801 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:47.214685 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:47.223280 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eba686aa-bf00-4fc2-90f8-e49a262d9072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:47.223858 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e5335-3632-459a-8013-15eb7a2f9b9b req-872f72dd-a3e9-4622-96b8-9357848c772b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:47.231506 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-730e5335-3632-459a-8013-15eb7a2f9b9b req-872f72dd-a3e9-4622-96b8-9357848c772b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 944 time: 0.1290834 Jul 25 05:37:47.236595 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e73ae4eb-14f7-4ffe-b19d-a6a080238018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (f86f8da7-8a26-4ce6-81f6-13e66c4b495e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:47.239688 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e73ae4eb-14f7-4ffe-b19d-a6a080238018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:47.240794 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e73ae4eb-14f7-4ffe-b19d-a6a080238018 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f86f8da7-8a26-4ce6-81f6-13e66c4b495e HTTP/1.1" status: 204 len: 168 time: 0.8087194 Jul 25 05:37:47.270076 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ae4eb-14f7-4ffe-b19d-a6a080238018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86f8da7-8a26-4ce6-81f6-13e66c4b495e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:47.373215 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc851b-e133-4960-867b-6fa5bef56f38 req-d5dafea4-804e-493d-b1e4-9a7566f359d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:47.374492 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b5fc851b-e133-4960-867b-6fa5bef56f38 req-d5dafea4-804e-493d-b1e4-9a7566f359d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 915 time: 0.2580020 Jul 25 05:37:47.418097 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:47.423442 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-730e5335-3632-459a-8013-15eb7a2f9b9b req-ca3af117-12ce-4493-b7cd-97868039d21e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844466 Jul 25 05:37:47.438213 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2cfd763c-975b-45b4-8760-971b37159e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61948049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61931656'] for subnet (5c58b148-2535-4c87-9564-af7d494255ee), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:47.464983 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b326-3ee0-41e5-a461-20bf99e6664b req-b132955d-547c-4b9d-bd4c-2fb91d69ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:47.466798 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e406b326-3ee0-41e5-a461-20bf99e6664b req-b132955d-547c-4b9d-bd4c-2fb91d69ccbe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 1129 time: 0.1791244 Jul 25 05:37:47.468283 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b5fc851b-e133-4960-867b-6fa5bef56f38 req-a7d7d56a-65e3-4b03-b89b-460f3c71fb7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96397b18-73bc-4e7f-abf2-2e7a32610b85 HTTP/1.1" status: 200 len: 217 time: 0.0768938 Jul 25 05:37:47.537313 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e406b326-3ee0-41e5-a461-20bf99e6664b req-70cd8611-eb22-4f8c-906f-1ccb8267ff21 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:47.574392 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd763c-975b-45b4-8760-971b37159e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c58b148-2535-4c87-9564-af7d494255ee,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:47.577350 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc851b-e133-4960-867b-6fa5bef56f38 req-23f6c6c0-d200-4d4d-b9d8-cc4963cca8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:47.579332 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b5fc851b-e133-4960-867b-6fa5bef56f38 req-23f6c6c0-d200-4d4d-b9d8-cc4963cca8b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6b699d7-df42-453b-8891-f9d892555252 HTTP/1.1" status: 200 len: 853 time: 0.0928106 Jul 25 05:37:47.612027 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd763c-975b-45b4-8760-971b37159e82 admin admin] Checking segment: {'id': '279b4841-4900-4034-9b83-8027b3c44827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '27245d2b-9010-48c6-9aba-a39fd6a6e0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:37:47.612310 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd763c-975b-45b4-8760-971b37159e82 admin admin] Network hostable DHCP agents. Network: 27245d2b-9010-48c6-9aba-a39fd6a6e0e2, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:37:47.659470 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:47.666041 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eba686aa-bf00-4fc2-90f8-e49a262d9072 admin admin] Publish callbacks [] for security_group (c5ea40f4-75c9-4de5-9f71-2bfe8d62b5f5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:47.674224 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eba686aa-bf00-4fc2-90f8-e49a262d9072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (c5ea40f4-75c9-4de5-9f71-2bfe8d62b5f5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:47.680190 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd763c-975b-45b4-8760-971b37159e82 admin admin] Network 27245d2b-9010-48c6-9aba-a39fd6a6e0e2 is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:37:47.731008 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc851b-e133-4960-867b-6fa5bef56f38 req-1e3ec056-01b7-48c0-bd7a-3b049661a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:47.735218 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b5fc851b-e133-4960-867b-6fa5bef56f38 req-1e3ec056-01b7-48c0-bd7a-3b049661a288 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1382771 Jul 25 05:37:47.755380 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd763c-975b-45b4-8760-971b37159e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, 27245d2b-9010-48c6-9aba-a39fd6a6e0e2) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:37:47.773413 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56609ddc-7d13-46b9-b5b2-2e56627766c5 None None] Network 27245d2b-9010-48c6-9aba-a39fd6a6e0e2 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:37:47.844582 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfd763c-975b-45b4-8760-971b37159e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:47.847602 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2cfd763c-975b-45b4-8760-971b37159e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:47.853489 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e406b326-3ee0-41e5-a461-20bf99e6664b req-70cd8611-eb22-4f8c-906f-1ccb8267ff21 service neutron] Publish callbacks [] for security_group (a8b5bb87-ed0e-48a0-920d-5ea78f74d3ef), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:47.866859 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e406b326-3ee0-41e5-a461-20bf99e6664b req-70cd8611-eb22-4f8c-906f-1ccb8267ff21 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (a8b5bb87-ed0e-48a0-920d-5ea78f74d3ef), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:47.868727 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-eba686aa-bf00-4fc2-90f8-e49a262d9072 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=93a42efeecef4a6e9da5a5d09dc5db9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6885793 Jul 25 05:37:47.871232 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba686aa-bf00-4fc2-90f8-e49a262d9072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ea40f4-75c9-4de5-9f71-2bfe8d62b5f5,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:47.871884 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 33136) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:47.914837 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 96397b18-73bc-4e7f-abf2-2e7a32610b85 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:37:47.921498 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2cfd763c-975b-45b4-8760-971b37159e82 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0183930 Jul 25 05:37:47.975668 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b5fc851b-e133-4960-867b-6fa5bef56f38 req-f0d46edb-4b51-4b07-adec-6aa2a903ac8c service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299016 Jul 25 05:37:47.985748 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e406b326-3ee0-41e5-a461-20bf99e6664b req-70cd8611-eb22-4f8c-906f-1ccb8267ff21 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004382 Jul 25 05:37:47.990699 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd8611-eb22-4f8c-906f-1ccb8267ff21 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b5bb87-ed0e-48a0-920d-5ea78f74d3ef,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:48.073841 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33146) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:48.101322 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d75a289-eac9-489e-b89f-ad417a1e457c None None] Network 27245d2b-9010-48c6-9aba-a39fd6a6e0e2 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:37:48.121025 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc02a-0800-4bd7-8943-2528fadfd7ad admin admin] Publish callbacks [] for security_group (c5ea40f4-75c9-4de5-9f71-2bfe8d62b5f5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:48.172915 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc729849-ed4c-493c-b48b-802ebde990a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:48.186800 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:48.241199 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc02a-0800-4bd7-8943-2528fadfd7ad admin admin] Publish callbacks [] for security_group (c5ea40f4-75c9-4de5-9f71-2bfe8d62b5f5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:48.242327 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 96397b18-73bc-4e7f-abf2-2e7a32610b85, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=96397b18-73bc-4e7f-abf2-2e7a32610b85,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:48.244616 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:48.265506 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'port_id': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'mac_address': 'fa:16:3e:70:b0:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:37:48.274216 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe078b22-3a39-437f-83e8-ac2e40295da6 req-8088250f-ff39-483f-a7da-611308953b39 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:48.275749 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fe078b22-3a39-437f-83e8-ac2e40295da6 req-8088250f-ff39-483f-a7da-611308953b39 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 945 time: 0.1568122 Jul 25 05:37:48.304256 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ef4bd-491e-4895-b72d-aedb3b276449 req-b2234ea7-c21e-4c9e-bb1f-0ff292ed5937 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:48.311266 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ff7ef4bd-491e-4895-b72d-aedb3b276449 req-b2234ea7-c21e-4c9e-bb1f-0ff292ed5937 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.1475174 Jul 25 05:37:48.331471 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b5fc851b-e133-4960-867b-6fa5bef56f38 req-c4179a45-4047-4da8-bf25-b58991e5db37 service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447516 Jul 25 05:37:48.380334 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 96397b18-73bc-4e7f-abf2-2e7a32610b85 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:48.381169 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:48.397748 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96397b18-73bc-4e7f-abf2-2e7a32610b85 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:37:48.420527 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 96397b18-73bc-4e7f-abf2-2e7a32610b85, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=96397b18-73bc-4e7f-abf2-2e7a32610b85,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:48.428438 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc729849-ed4c-493c-b48b-802ebde990a5 admin admin] Publish callbacks [] for security_group (d68b9872-2f74-4452-b1b4-72a62e0ac440), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:48.430868 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:48.439088 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc729849-ed4c-493c-b48b-802ebde990a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (d68b9872-2f74-4452-b1b4-72a62e0ac440), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:48.445520 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:48.469038 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ff7ef4bd-491e-4895-b72d-aedb3b276449 req-80510fa2-d55b-407a-82d2-bd632a1693ae tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567762 Jul 25 05:37:48.475735 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-dc729849-ed4c-493c-b48b-802ebde990a5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d799bb4c8a1d45f8874976be48c31b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975980 Jul 25 05:37:48.476315 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33156) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:48.479586 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc02a-0800-4bd7-8943-2528fadfd7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (c5ea40f4-75c9-4de5-9f71-2bfe8d62b5f5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:48.489974 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc02a-0800-4bd7-8943-2528fadfd7ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:48.491293 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ef8fc02a-0800-4bd7-8943-2528fadfd7ad admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c5ea40f4-75c9-4de5-9f71-2bfe8d62b5f5 HTTP/1.1" status: 204 len: 168 time: 0.6103587 Jul 25 05:37:48.507704 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fe078b22-3a39-437f-83e8-ac2e40295da6 req-0f90a664-2a6e-4a0e-b562-e25a4a387dde tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943095 Jul 25 05:37:48.518589 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aaf07a-d8f0-46c4-98f9-ba47ee257fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d22bdd7-e942-45f4-b095-81aa2ad4c2d4'}, {'server_uuid': '8106f539-061c-475e-a74f-ba331c8dc856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36da70ce-1188-4fd6-913c-922c1c4b037b'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:37:48.521775 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0504f5-0bdf-4fbb-ad82-536454b4b8f8" -d '{"events": [{"server_uuid": "12aaf07a-d8f0-46c4-98f9-ba47ee257fa7", "name": "network-vif-plugged", "status": "completed", "tag": "6d22bdd7-e942-45f4-b095-81aa2ad4c2d4"}, {"server_uuid": "8106f539-061c-475e-a74f-ba331c8dc856", "name": "network-vif-plugged", "status": "completed", "tag": "36da70ce-1188-4fd6-913c-922c1c4b037b"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:37:48.527281 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=96397b18-73bc-4e7f-abf2-2e7a32610b85,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:48.529625 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fc02a-0800-4bd7-8943-2528fadfd7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ea40f4-75c9-4de5-9f71-2bfe8d62b5f5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:48.574490 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc729849-ed4c-493c-b48b-802ebde990a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68b9872-2f74-4452-b1b4-72a62e0ac440,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:48.614906 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7b11f-f0e7-4f9b-ad2c-c17cb565cff5 req-2683e90d-33cb-4647-aff3-dabf3cac9db7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:48.618233 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Jul 2022 05:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9729a1-16a5-494d-88cf-e551d09fc7d0 x-openstack-request-id: req-2c9729a1-16a5-494d-88cf-e551d09fc7d0 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:37:48.618533 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12aaf07a-d8f0-46c4-98f9-ba47ee257fa7", "name": "network-vif-plugged", "status": "completed", "tag": "6d22bdd7-e942-45f4-b095-81aa2ad4c2d4", "code": 200}, {"server_uuid": "8106f539-061c-475e-a74f-ba331c8dc856", "name": "network-vif-plugged", "status": "completed", "tag": "36da70ce-1188-4fd6-913c-922c1c4b037b", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:37:48.619101 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2c9729a1-16a5-494d-88cf-e551d09fc7d0 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:37:48.619469 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c9729a1-16a5-494d-88cf-e551d09fc7d0'] response: {'server_uuid': '12aaf07a-d8f0-46c4-98f9-ba47ee257fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d22bdd7-e942-45f4-b095-81aa2ad4c2d4', 'code': 200} Jul 25 05:37:48.621254 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c9729a1-16a5-494d-88cf-e551d09fc7d0'] response: {'server_uuid': '8106f539-061c-475e-a74f-ba331c8dc856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36da70ce-1188-4fd6-913c-922c1c4b037b', 'code': 200} Jul 25 05:37:48.624194 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e0c7b11f-f0e7-4f9b-ad2c-c17cb565cff5 req-2683e90d-33cb-4647-aff3-dabf3cac9db7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 945 time: 0.0669227 Jul 25 05:37:48.636703 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-795d5c9f-c673-4768-a0a7-fa824e0286fe admin admin] Publish callbacks [] for security_group (d68b9872-2f74-4452-b1b4-72a62e0ac440), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:48.672237 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-795d5c9f-c673-4768-a0a7-fa824e0286fe admin admin] Publish callbacks [] for security_group (d68b9872-2f74-4452-b1b4-72a62e0ac440), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:48.692009 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e0c7b11f-f0e7-4f9b-ad2c-c17cb565cff5 req-9fcde106-aaf1-4fc4-ab52-28fb2c146cf3 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663269 Jul 25 05:37:48.765617 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-795d5c9f-c673-4768-a0a7-fa824e0286fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (d68b9872-2f74-4452-b1b4-72a62e0ac440), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:48.770934 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-795d5c9f-c673-4768-a0a7-fa824e0286fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:48.772118 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-795d5c9f-c673-4768-a0a7-fa824e0286fe admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d68b9872-2f74-4452-b1b4-72a62e0ac440 HTTP/1.1" status: 204 len: 168 time: 0.2946939 Jul 25 05:37:48.786397 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['96397b18-73bc-4e7f-abf2-2e7a32610b85'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:37:48.795895 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:48.805968 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d5c9f-c673-4768-a0a7-fa824e0286fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68b9872-2f74-4452-b1b4-72a62e0ac440,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:49.200413 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd223ad-febf-4bef-81a3-9ba08aefe162 req-9eb074c9-5bec-44ce-b475-9b63a4f2abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:49.206164 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1cd223ad-febf-4bef-81a3-9ba08aefe162 req-9eb074c9-5bec-44ce-b475-9b63a4f2abb9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 1129 time: 0.1131148 Jul 25 05:37:49.260210 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915ed02-544a-42df-8bd5-afeb7711058f req-339c5f61-d165-4e9e-ad5b-e8cf307989b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:49.263342 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6915ed02-544a-42df-8bd5-afeb7711058f req-339c5f61-d165-4e9e-ad5b-e8cf307989b6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 1129 time: 0.0678465 Jul 25 05:37:49.332164 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1cd223ad-febf-4bef-81a3-9ba08aefe162 req-1c3864ab-4c00-4775-9ad7-a0d73b320108 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675566 Jul 25 05:37:49.351074 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6915ed02-544a-42df-8bd5-afeb7711058f req-c9a6b864-f4d3-4ebf-b418-a57c9552cdcd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659266 Jul 25 05:37:49.608341 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dc244-dada-4105-882c-4d1f24d36b01 req-83defbab-c5b7-4779-847b-116f1285a406 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:49.615106 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f42dc244-dada-4105-882c-4d1f24d36b01 req-83defbab-c5b7-4779-847b-116f1285a406 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0584204 Jul 25 05:37:49.694996 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f42dc244-dada-4105-882c-4d1f24d36b01 req-399b6f5b-1ae5-47fc-90d7-b07fd7d1c12c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789001 Jul 25 05:37:49.813986 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ac9ad-4e87-4e44-beb3-bd0b1feddc52 req-3d6218cc-8488-4936-bbfe-075c01dfa37b tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:49.816460 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-329ac9ad-4e87-4e44-beb3-bd0b1feddc52 req-3d6218cc-8488-4936-bbfe-075c01dfa37b tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 945 time: 0.1987345 Jul 25 05:37:49.898081 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 96397b18-73bc-4e7f-abf2-2e7a32610b85 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:37:49.971119 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0351e-ef3b-4b1e-9ce2-d59c6ca61810 req-88cd77b5-e53c-49ea-ba9d-407d519ee327 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:49.981536 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7cb0351e-ef3b-4b1e-9ce2-d59c6ca61810 req-88cd77b5-e53c-49ea-ba9d-407d519ee327 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 945 time: 0.1329355 Jul 25 05:37:50.036453 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 96397b18-73bc-4e7f-abf2-2e7a32610b85 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:37:50.057123 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 96397b18-73bc-4e7f-abf2-2e7a32610b85 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:37:50.058109 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:50.156014 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-329ac9ad-4e87-4e44-beb3-bd0b1feddc52 req-32552a82-0d4d-491a-9c83-70626ed7bf52 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302574 Jul 25 05:37:50.186268 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7cb0351e-ef3b-4b1e-9ce2-d59c6ca61810 req-83e5aa56-e906-4760-a47f-7d9c1fe11116 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969347 Jul 25 05:37:50.201407 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 96397b18-73bc-4e7f-abf2-2e7a32610b85 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:37:50.201911 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:50.247906 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 96397b18-73bc-4e7f-abf2-2e7a32610b85, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=96397b18-73bc-4e7f-abf2-2e7a32610b85,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:37:50.255363 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:50.304121 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=96397b18-73bc-4e7f-abf2-2e7a32610b85,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:50.626783 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96397b18-73bc-4e7f-abf2-2e7a32610b85'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:37:50.626783 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15ef3a6-c499-4d6d-a292-b3627f2614c6" -d '{"events": [{"server_uuid": "f5a28e80-5bf2-46af-9ece-8f7d147629fe", "name": "network-vif-plugged", "status": "completed", "tag": "96397b18-73bc-4e7f-abf2-2e7a32610b85"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:37:50.691796 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88306a62-2590-4b08-bae7-da4b151899b8 x-openstack-request-id: req-88306a62-2590-4b08-bae7-da4b151899b8 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:37:50.692188 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a28e80-5bf2-46af-9ece-8f7d147629fe", "name": "network-vif-plugged", "status": "completed", "tag": "96397b18-73bc-4e7f-abf2-2e7a32610b85", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:37:50.692451 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-88306a62-2590-4b08-bae7-da4b151899b8 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:37:50.692878 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88306a62-2590-4b08-bae7-da4b151899b8'] response: {'server_uuid': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'code': 200} Jul 25 05:37:50.854750 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299b2c1-9f8c-4584-b5bf-30c5b51e56b4 req-8209a517-ccb7-4b82-b468-ee90306d0cf7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:50.856518 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a299b2c1-9f8c-4584-b5bf-30c5b51e56b4 req-8209a517-ccb7-4b82-b468-ee90306d0cf7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0765293 Jul 25 05:37:50.944500 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a299b2c1-9f8c-4584-b5bf-30c5b51e56b4 req-ee915008-548d-4775-b0ad-70fa74e1a93b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816855 Jul 25 05:37:51.387619 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4cd17-fd30-4eb0-a32c-a77300cc792d req-5e53a984-1735-4ae9-a48f-620563eab711 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:51.389690 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8eb4cd17-fd30-4eb0-a32c-a77300cc792d req-5e53a984-1735-4ae9-a48f-620563eab711 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 945 time: 0.1058600 Jul 25 05:37:51.425976 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef95b4-264a-4535-8eb9-23b7e0ed3c69 req-1608fdc5-e0c9-4398-87c9-481ef869bd7d tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:51.427362 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b0ef95b4-264a-4535-8eb9-23b7e0ed3c69 req-1608fdc5-e0c9-4398-87c9-481ef869bd7d tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 946 time: 0.1083419 Jul 25 05:37:51.468392 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8eb4cd17-fd30-4eb0-a32c-a77300cc792d req-40fa4aa9-e42d-438b-ac3f-e032525020e7 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682402 Jul 25 05:37:51.534840 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b0ef95b4-264a-4535-8eb9-23b7e0ed3c69 req-c73bc6d0-8fae-4256-91d0-f59eabf28090 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738943 Jul 25 05:37:51.626037 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:51.650742 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdc921-b403-4f1a-bb4c-e699743de64e req-e7767384-37c0-45a5-95c0-98612bf27f57 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:51.654690 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d2bdc921-b403-4f1a-bb4c-e699743de64e req-e7767384-37c0-45a5-95c0-98612bf27f57 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0768766 Jul 25 05:37:51.718234 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d2bdc921-b403-4f1a-bb4c-e699743de64e req-7cdda8ac-e17a-43df-816f-5b75c2fc73fa tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517695 Jul 25 05:37:52.717329 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d8e8e-a84f-46ba-8c4e-0af6a2706709 req-f0266945-23ea-4c4c-b446-812abe9526b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:52.719708 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-365d8e8e-a84f-46ba-8c4e-0af6a2706709 req-f0266945-23ea-4c4c-b446-812abe9526b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 946 time: 0.0551207 Jul 25 05:37:52.760041 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:52.779315 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-365d8e8e-a84f-46ba-8c4e-0af6a2706709 req-345d51e9-b287-4f8e-9320-0c6a367cfd70 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535109 Jul 25 05:37:52.975030 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966a5f9-5240-440f-8c2d-498f81f4a149 req-bca02f5a-bfc2-49f8-beb2-20a244620b7c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:52.977249 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6966a5f9-5240-440f-8c2d-498f81f4a149 req-bca02f5a-bfc2-49f8-beb2-20a244620b7c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.1185017 Jul 25 05:37:53.003440 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de56b7-1dbe-495c-9f66-d07686db08a5 req-1fbe6dc9-ea63-48a1-b4c7-88e5d316c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:53.004960 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33398) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:53.006649 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-22de56b7-1dbe-495c-9f66-d07686db08a5 req-1fbe6dc9-ea63-48a1-b4c7-88e5d316c2a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 1129 time: 0.0932977 Jul 25 05:37:53.159576 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a5f55-0471-48c6-9af8-a4e629e423ce req-acb7b510-a8fd-46b0-9705-617ecdfd64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:53.161094 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fe8a5f55-0471-48c6-9af8-a4e629e423ce req-acb7b510-a8fd-46b0-9705-617ecdfd64c6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 1130 time: 0.1131251 Jul 25 05:37:53.185178 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6966a5f9-5240-440f-8c2d-498f81f4a149 req-d6caa69c-075e-46f1-a20e-6114a4779b97 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895854 Jul 25 05:37:53.188596 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03db5bd5-6cdb-4427-84c7-340ea1748478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:53.284736 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fe8a5f55-0471-48c6-9af8-a4e629e423ce req-94c4d6fc-e53d-4080-9fcd-641dca76efaf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807579 Jul 25 05:37:53.285926 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de56b7-1dbe-495c-9f66-d07686db08a5 req-288d736d-a61b-47e3-9145-b32316b88e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:53.287294 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-22de56b7-1dbe-495c-9f66-d07686db08a5 req-288d736d-a61b-47e3-9145-b32316b88e4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.2621195 Jul 25 05:37:53.311597 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03db5bd5-6cdb-4427-84c7-340ea1748478 admin admin] Publish callbacks [] for security_group (ab11222b-5172-485d-ba41-f8c93a3df4c1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:53.316126 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03db5bd5-6cdb-4427-84c7-340ea1748478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (ab11222b-5172-485d-ba41-f8c93a3df4c1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:53.357954 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db5bd5-6cdb-4427-84c7-340ea1748478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab11222b-5172-485d-ba41-f8c93a3df4c1,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:53.362365 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-03db5bd5-6cdb-4427-84c7-340ea1748478 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=54430781b5024e5e92b8399f9bc37e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563850 Jul 25 05:37:53.365020 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33416) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:53.371066 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:53.419834 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef94c61e-8773-4358-ac96-c1b01f6307cf admin admin] Publish callbacks [] for security_group (ab11222b-5172-485d-ba41-f8c93a3df4c1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:53.449813 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef94c61e-8773-4358-ac96-c1b01f6307cf admin admin] Publish callbacks [] for security_group (ab11222b-5172-485d-ba41-f8c93a3df4c1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:53.523975 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef94c61e-8773-4358-ac96-c1b01f6307cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (ab11222b-5172-485d-ba41-f8c93a3df4c1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:53.527510 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef94c61e-8773-4358-ac96-c1b01f6307cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:53.529230 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ef94c61e-8773-4358-ac96-c1b01f6307cf admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ab11222b-5172-485d-ba41-f8c93a3df4c1 HTTP/1.1" status: 204 len: 168 time: 0.1630809 Jul 25 05:37:53.539830 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94c61e-8773-4358-ac96-c1b01f6307cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab11222b-5172-485d-ba41-f8c93a3df4c1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:53.651593 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-22de56b7-1dbe-495c-9f66-d07686db08a5 req-7616c766-cb19-450d-b0ab-b4712d7b0f7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba399b8d-ed3f-49b4-ac2e-afa79260f403 HTTP/1.1" status: 200 len: 217 time: 0.0727181 Jul 25 05:37:53.936281 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39451b81-643f-434c-a706-8c2e691af75d req-595cc4de-fb93-46a7-a779-1cae2f5285cf tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:53.937813 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-39451b81-643f-434c-a706-8c2e691af75d req-595cc4de-fb93-46a7-a779-1cae2f5285cf tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 946 time: 0.0692205 Jul 25 05:37:53.994360 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-39451b81-643f-434c-a706-8c2e691af75d req-eb535696-4487-44a1-b437-9c9ab3afdd62 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489993 Jul 25 05:37:54.002955 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33456) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:54.018166 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-418b85f5-70ad-4ce1-8cb9-6f6a6f302776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:54.040021 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:54.108045 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-418b85f5-70ad-4ce1-8cb9-6f6a6f302776 admin admin] Publish callbacks [] for security_group (3aec5afc-885f-49ba-8aa3-32bc881183de), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:54.111443 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-418b85f5-70ad-4ce1-8cb9-6f6a6f302776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (3aec5afc-885f-49ba-8aa3-32bc881183de), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:54.153100 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b85f5-70ad-4ce1-8cb9-6f6a6f302776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aec5afc-885f-49ba-8aa3-32bc881183de,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:54.160739 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-418b85f5-70ad-4ce1-8cb9-6f6a6f302776 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f504125d6ec1415aa6e75f0a53480ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542842 Jul 25 05:37:54.161093 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33464) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:54.210700 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f181bfb-3d9e-4307-a0f3-5f76f326d15c admin admin] Publish callbacks [] for security_group (3aec5afc-885f-49ba-8aa3-32bc881183de), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:54.232821 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f181bfb-3d9e-4307-a0f3-5f76f326d15c admin admin] Publish callbacks [] for security_group (3aec5afc-885f-49ba-8aa3-32bc881183de), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:54.282937 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f181bfb-3d9e-4307-a0f3-5f76f326d15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (3aec5afc-885f-49ba-8aa3-32bc881183de), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:54.285513 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f181bfb-3d9e-4307-a0f3-5f76f326d15c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:54.286658 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0f181bfb-3d9e-4307-a0f3-5f76f326d15c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3aec5afc-885f-49ba-8aa3-32bc881183de HTTP/1.1" status: 204 len: 168 time: 0.1247618 Jul 25 05:37:54.294931 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f181bfb-3d9e-4307-a0f3-5f76f326d15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aec5afc-885f-49ba-8aa3-32bc881183de,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:54.313213 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7db2e4-6a5d-46b4-9204-17757600f6bb req-f1b4de98-d4ac-4e7b-a77c-b03d846ca5e8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:54.314710 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cc7db2e4-6a5d-46b4-9204-17757600f6bb req-f1b4de98-d4ac-4e7b-a77c-b03d846ca5e8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0583031 Jul 25 05:37:54.367384 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cc7db2e4-6a5d-46b4-9204-17757600f6bb req-acfb5082-4e9e-4b0d-a84d-0d7b41612be1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465717 Jul 25 05:37:55.111147 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c44cf-5012-4ee4-b9ab-267e25764be4 req-e464e8d5-1174-409b-b59c-ce2dd5f4ecf5 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:55.112645 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c80c44cf-5012-4ee4-b9ab-267e25764be4 req-e464e8d5-1174-409b-b59c-ce2dd5f4ecf5 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 946 time: 0.0505328 Jul 25 05:37:55.161580 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c80c44cf-5012-4ee4-b9ab-267e25764be4 req-7d670af9-7c66-4235-b267-e34482fcd853 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429580 Jul 25 05:37:55.483782 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a448f-3718-4292-b0c9-facf6b50519d req-98e9dabc-dc00-42af-b317-b1c8132461c1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:55.485289 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5c9a448f-3718-4292-b0c9-facf6b50519d req-98e9dabc-dc00-42af-b317-b1c8132461c1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0485559 Jul 25 05:37:55.532086 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5c9a448f-3718-4292-b0c9-facf6b50519d req-acf9691e-7e59-4670-b540-ecfaf649d131 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412669 Jul 25 05:37:56.281269 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992641f-2fc5-4727-bbf3-07c1e5a6c308 req-03b3b599-d3e7-46ce-8139-8d6c796a1a06 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:56.282854 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d992641f-2fc5-4727-bbf3-07c1e5a6c308 req-03b3b599-d3e7-46ce-8139-8d6c796a1a06 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 946 time: 0.0540042 Jul 25 05:37:56.329447 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d992641f-2fc5-4727-bbf3-07c1e5a6c308 req-7540ffd9-e556-450d-be5a-ede8aa248f10 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410407 Jul 25 05:37:56.590172 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de56b7-1dbe-495c-9f66-d07686db08a5 req-5c53a31a-2102-4463-bbdb-142e33c87e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:56.591714 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-22de56b7-1dbe-495c-9f66-d07686db08a5 req-5c53a31a-2102-4463-bbdb-142e33c87e03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.0474730 Jul 25 05:37:56.621212 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:56.676211 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de56b7-1dbe-495c-9f66-d07686db08a5 req-d5910692-4958-40d9-b909-59c99f0eaac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:56.677730 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-22de56b7-1dbe-495c-9f66-d07686db08a5 req-d5910692-4958-40d9-b909-59c99f0eaac0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754430 Jul 25 05:37:56.684554 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b64b6e-d71a-4e70-8b1b-ac37e4da4267 req-39706d47-963a-42dc-af51-4ef96f62ea65 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:56.685971 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-10b64b6e-d71a-4e70-8b1b-ac37e4da4267 req-39706d47-963a-42dc-af51-4ef96f62ea65 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0854030 Jul 25 05:37:56.792973 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-10b64b6e-d71a-4e70-8b1b-ac37e4da4267 req-453d2f0f-8f52-4ad0-889f-7d58deac714d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010277 Jul 25 05:37:56.812879 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:56.817157 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-22de56b7-1dbe-495c-9f66-d07686db08a5 req-3bc05739-d9e7-4fba-801c-64df45f5ba92 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189423 Jul 25 05:37:56.924869 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:56.930211 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-22de56b7-1dbe-495c-9f66-d07686db08a5 req-63e5bfa1-69df-4750-99a1-59a63c684044 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893149 Jul 25 05:37:57.443028 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28e9c3-09bd-4fa3-896b-2ba4fb5ecb15 req-05e0072e-0118-4c76-909e-be6278f8bfa8 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:57.444651 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6d28e9c3-09bd-4fa3-896b-2ba4fb5ecb15 req-05e0072e-0118-4c76-909e-be6278f8bfa8 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 946 time: 0.0483274 Jul 25 05:37:57.493628 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6d28e9c3-09bd-4fa3-896b-2ba4fb5ecb15 req-92a89a6b-475c-44a7-80f0-1c391ae1b186 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433242 Jul 25 05:37:57.916363 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f47c9-f48a-4124-a977-4d3aaae3fb55 req-1d46cfeb-54f9-4e14-9e94-e9a5704bef05 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:57.917877 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ca7f47c9-f48a-4124-a977-4d3aaae3fb55 req-1d46cfeb-54f9-4e14-9e94-e9a5704bef05 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0530922 Jul 25 05:37:57.968434 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ca7f47c9-f48a-4124-a977-4d3aaae3fb55 req-4ed744b6-254c-48b4-958f-38b64ff27cd8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439951 Jul 25 05:37:58.645761 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e379940-29ec-4b61-b633-e5b017f72a51 req-9802c64a-f4ef-4ae2-82f1-e32258c27413 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:58.647546 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1e379940-29ec-4b61-b633-e5b017f72a51 req-9802c64a-f4ef-4ae2-82f1-e32258c27413 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 946 time: 0.0705779 Jul 25 05:37:58.702335 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1e379940-29ec-4b61-b633-e5b017f72a51 req-cce1160d-d465-4688-b4ae-0b73e215b889 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452473 Jul 25 05:37:58.824719 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a010d7c-271b-46c0-9c67-e910981c7a60 req-a7a89b34-9d7a-4ae2-968e-504d11f6bc02 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:58.826261 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6a010d7c-271b-46c0-9c67-e910981c7a60 req-a7a89b34-9d7a-4ae2-968e-504d11f6bc02 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 946 time: 0.0522974 Jul 25 05:37:58.835119 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33616) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:58.840024 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e154ed63-e9db-4e5c-941a-20a1ad469a94 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'floatingip': {'port_id': '96397b18-73bc-4e7f-abf2-2e7a32610b85'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:37:58.909870 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e154ed63-e9db-4e5c-941a-20a1ad469a94 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (ae1201e4-c97e-4b03-8193-c17f81c3e6f2), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:58.933662 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 33620) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:59.083108 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4fa4abc2-0f91-4d08-8334-96d95dd6a0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:59.114421 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0367f-7278-4b75-9fb6-d538ec209ad1 req-b9b916cc-201b-463d-bbfd-e8daf294ec03 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:37:59.115877 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-26b0367f-7278-4b75-9fb6-d538ec209ad1 req-b9b916cc-201b-463d-bbfd-e8daf294ec03 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0757420 Jul 25 05:37:59.194312 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-26b0367f-7278-4b75-9fb6-d538ec209ad1 req-316a8aa1-92c1-4740-bfd5-9a6659a1104b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720575 Jul 25 05:37:59.232571 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4fa4abc2-0f91-4d08-8334-96d95dd6a0a6 admin admin] Publish callbacks [] for security_group (66ce7655-c7a8-424c-80b7-89021ee82780), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:59.237137 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4fa4abc2-0f91-4d08-8334-96d95dd6a0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (66ce7655-c7a8-424c-80b7-89021ee82780), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:59.281676 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-4fa4abc2-0f91-4d08-8334-96d95dd6a0a6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d458ef950ad24306a2be36a2aafd0ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466861 Jul 25 05:37:59.282716 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4abc2-0f91-4d08-8334-96d95dd6a0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ce7655-c7a8-424c-80b7-89021ee82780,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:59.285626 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 33630) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:59.329319 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:59.348060 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f9ac0755-0de8-42ea-9849-4cc8af6e879d admin admin] Publish callbacks [] for security_group (66ce7655-c7a8-424c-80b7-89021ee82780), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:59.392315 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:59.555673 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f9ac0755-0de8-42ea-9849-4cc8af6e879d admin admin] Publish callbacks [] for security_group (66ce7655-c7a8-424c-80b7-89021ee82780), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:59.609252 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f9ac0755-0de8-42ea-9849-4cc8af6e879d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (66ce7655-c7a8-424c-80b7-89021ee82780), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:59.611999 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f9ac0755-0de8-42ea-9849-4cc8af6e879d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:59.613345 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f9ac0755-0de8-42ea-9849-4cc8af6e879d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/66ce7655-c7a8-424c-80b7-89021ee82780 HTTP/1.1" status: 204 len: 168 time: 0.3269582 Jul 25 05:37:59.624688 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac0755-0de8-42ea-9849-4cc8af6e879d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ce7655-c7a8-424c-80b7-89021ee82780,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:37:59.711075 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e154ed63-e9db-4e5c-941a-20a1ad469a94 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:59.715127 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e154ed63-e9db-4e5c-941a-20a1ad469a94 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (ae1201e4-c97e-4b03-8193-c17f81c3e6f2), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:37:59.821961 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-e154ed63-e9db-4e5c-941a-20a1ad469a94 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Floating IP ae1201e4-c97e-4b03-8193-c17f81c3e6f2 associated. External IP: 172.27.3.26, port: 96397b18-73bc-4e7f-abf2-2e7a32610b85. Jul 25 05:37:59.927411 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:59.929285 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 33650) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:37:59.936549 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:37:59.943372 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-83760687-5e1d-4ad8-8d4e-c311327d69a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:00.026950 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-83760687-5e1d-4ad8-8d4e-c311327d69a7 admin admin] Publish callbacks [] for security_group (7112d837-3208-426e-8a70-b326204abafd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:00.031285 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-83760687-5e1d-4ad8-8d4e-c311327d69a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (7112d837-3208-426e-8a70-b326204abafd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:00.039149 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e154ed63-e9db-4e5c-941a-20a1ad469a94 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:38:00.071660 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-83760687-5e1d-4ad8-8d4e-c311327d69a7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=87bf5735962e48ccbd32293dc0d4857e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410539 Jul 25 05:38:00.072435 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83760687-5e1d-4ad8-8d4e-c311327d69a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7112d837-3208-426e-8a70-b326204abafd,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:00.074731 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 33652) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:00.134088 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fb347364-7dc1-4288-a5fd-955f0e9429d7 admin admin] Publish callbacks [] for security_group (7112d837-3208-426e-8a70-b326204abafd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:00.155240 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e154ed63-e9db-4e5c-941a-20a1ad469a94 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:38:00.159844 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e154ed63-e9db-4e5c-941a-20a1ad469a94 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:00.162280 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fb347364-7dc1-4288-a5fd-955f0e9429d7 admin admin] Publish callbacks [] for security_group (7112d837-3208-426e-8a70-b326204abafd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:00.170155 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fca8b-846a-4b11-876c-9554870003be None None] Sync routers for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:38:00.180227 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fca8b-846a-4b11-876c-9554870003be None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:38:00.180901 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3f0fca8b-846a-4b11-876c-9554870003be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:37:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:00.196049 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e154ed63-e9db-4e5c-941a-20a1ad469a94 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "PUT /v2.0/floatingips/ae1201e4-c97e-4b03-8193-c17f81c3e6f2 HTTP/1.1" status: 200 len: 991 time: 1.3597503 Jul 25 05:38:00.196615 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'tag': '96397b18-73bc-4e7f-abf2-2e7a32610b85'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:38:00.198891 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69488da-385e-4f81-b2e7-d177c8e212a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a28e80-5bf2-46af-9ece-8f7d147629fe", "tag": "96397b18-73bc-4e7f-abf2-2e7a32610b85"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:38:00.218070 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fb347364-7dc1-4288-a5fd-955f0e9429d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (7112d837-3208-426e-8a70-b326204abafd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:00.222810 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fb347364-7dc1-4288-a5fd-955f0e9429d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:00.227772 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-fb347364-7dc1-4288-a5fd-955f0e9429d7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7112d837-3208-426e-8a70-b326204abafd HTTP/1.1" status: 204 len: 168 time: 0.1477273 Jul 25 05:38:00.246981 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c6b607-fb6b-4631-814a-041926b94306 x-openstack-request-id: req-83c6b607-fb6b-4631-814a-041926b94306 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:38:00.247353 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a28e80-5bf2-46af-9ece-8f7d147629fe", "tag": "96397b18-73bc-4e7f-abf2-2e7a32610b85", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:38:00.247681 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-83c6b607-fb6b-4631-814a-041926b94306 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:38:00.248083 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c6b607-fb6b-4631-814a-041926b94306'] response: {'name': 'network-changed', 'server_uuid': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'tag': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'status': 'completed', 'code': 200} Jul 25 05:38:00.251702 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb347364-7dc1-4288-a5fd-955f0e9429d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7112d837-3208-426e-8a70-b326204abafd,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:00.301385 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-3f0fca8b-846a-4b11-876c-9554870003be None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:38:00.364040 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa5d37-8515-4e40-94a4-1de8d0ace902 req-3e505efa-b527-40dd-be32-8eec744a238b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:00.365617 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8aaa5d37-8515-4e40-94a4-1de8d0ace902 req-3e505efa-b527-40dd-be32-8eec744a238b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0652471 Jul 25 05:38:00.443498 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8aaa5d37-8515-4e40-94a4-1de8d0ace902 req-8351290b-6f62-4ce1-94ec-ef84a307cedd tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695100 Jul 25 05:38:00.617803 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3f0fca8b-846a-4b11-876c-9554870003be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'ae1201e4-c97e-4b03-8193-c17f81c3e6f2', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:70:b0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:37:36Z', 'updated_at': '2022-07-25T05:37:59Z', 'revision_number': 1, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:00.652542 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fca8b-846a-4b11-876c-9554870003be None None] Checking router: 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:38:00.664827 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fca8b-846a-4b11-876c-9554870003be None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:38:00.665439 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3f0fca8b-846a-4b11-876c-9554870003be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:37:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:00.717079 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 33672) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:00.743744 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ea093e0-b162-4bfe-af0b-b23094b6f5af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:00.786983 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-3f0fca8b-846a-4b11-876c-9554870003be None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:38:00.835721 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ea093e0-b162-4bfe-af0b-b23094b6f5af admin admin] Publish callbacks [] for security_group (74eccb2c-0eb2-4715-82cb-df7396609205), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:00.841356 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ea093e0-b162-4bfe-af0b-b23094b6f5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (74eccb2c-0eb2-4715-82cb-df7396609205), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:00.889931 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7ea093e0-b162-4bfe-af0b-b23094b6f5af admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ad8eaf4b84a747e19aba9dd2737e9541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715736 Jul 25 05:38:00.891074 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea093e0-b162-4bfe-af0b-b23094b6f5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eccb2c-0eb2-4715-82cb-df7396609205,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:00.892718 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33676) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:00.954146 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1fbb50b6-6e92-47b1-b480-47c45ef22664 admin admin] Publish callbacks [] for security_group (74eccb2c-0eb2-4715-82cb-df7396609205), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:00.976957 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1fbb50b6-6e92-47b1-b480-47c45ef22664 admin admin] Publish callbacks [] for security_group (74eccb2c-0eb2-4715-82cb-df7396609205), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:01.017652 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3f0fca8b-846a-4b11-876c-9554870003be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'ae1201e4-c97e-4b03-8193-c17f81c3e6f2', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:70:b0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:37:36Z', 'updated_at': '2022-07-25T05:37:59Z', 'revision_number': 1, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:01.027094 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1fbb50b6-6e92-47b1-b480-47c45ef22664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (74eccb2c-0eb2-4715-82cb-df7396609205), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:01.030380 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1fbb50b6-6e92-47b1-b480-47c45ef22664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:01.031523 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1fbb50b6-6e92-47b1-b480-47c45ef22664 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/74eccb2c-0eb2-4715-82cb-df7396609205 HTTP/1.1" status: 204 len: 168 time: 0.1377690 Jul 25 05:38:01.040019 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb50b6-6e92-47b1-b480-47c45ef22664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eccb2c-0eb2-4715-82cb-df7396609205,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:01.048057 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fca8b-846a-4b11-876c-9554870003be None None] The sync data for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi is: [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'ae1201e4-c97e-4b03-8193-c17f81c3e6f2', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:70:b0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:37:36Z', 'updated_at': '2022-07-25T05:37:59Z', 'revision_number': 1, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:38:01.281338 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b734bc1-8d76-4b2f-a295-d753553b1942 None None] New status for floating IP ae1201e4-c97e-4b03-8193-c17f81c3e6f2: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:38:01.632132 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589af45-8746-4e97-b9b8-08d7ea1ea8cd req-31ba0fdd-8cdf-4970-82ba-add59189ba83 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:01.633898 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3589af45-8746-4e97-b9b8-08d7ea1ea8cd req-31ba0fdd-8cdf-4970-82ba-add59189ba83 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.1054242 Jul 25 05:38:01.638402 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69488da-385e-4f81-b2e7-d177c8e212a2 req-6c4cb079-ebe0-4e98-b676-38d5e7eed6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:01.640212 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f69488da-385e-4f81-b2e7-d177c8e212a2 req-6c4cb079-ebe0-4e98-b676-38d5e7eed6b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 1130 time: 0.0769620 Jul 25 05:38:01.752017 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:01.769451 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3589af45-8746-4e97-b9b8-08d7ea1ea8cd req-5b6f3cb4-7d49-4b84-9f9e-4e0e41fc095a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113341 Jul 25 05:38:01.772202 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:01.790393 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69488da-385e-4f81-b2e7-d177c8e212a2 req-8af360eb-b877-4da4-a252-d27bfd648245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:01.791874 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f69488da-385e-4f81-b2e7-d177c8e212a2 req-8af360eb-b877-4da4-a252-d27bfd648245 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 915 time: 0.1456325 Jul 25 05:38:01.890844 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f69488da-385e-4f81-b2e7-d177c8e212a2 req-faa705fd-c849-4f38-8dcc-fdb665c3312c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96397b18-73bc-4e7f-abf2-2e7a32610b85 HTTP/1.1" status: 200 len: 1001 time: 0.0925674 Jul 25 05:38:01.941094 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69488da-385e-4f81-b2e7-d177c8e212a2 req-d3f30988-36e5-4e41-9f10-b84dfd44dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:01.942562 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f69488da-385e-4f81-b2e7-d177c8e212a2 req-d3f30988-36e5-4e41-9f10-b84dfd44dd2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6b699d7-df42-453b-8891-f9d892555252 HTTP/1.1" status: 200 len: 853 time: 0.0457215 Jul 25 05:38:01.995406 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69488da-385e-4f81-b2e7-d177c8e212a2 req-ff298473-49f4-4814-83fc-c08e022e7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:01.996976 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f69488da-385e-4f81-b2e7-d177c8e212a2 req-ff298473-49f4-4814-83fc-c08e022e7782 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406480 Jul 25 05:38:02.096557 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f69488da-385e-4f81-b2e7-d177c8e212a2 req-17b427d2-85fd-432b-950f-62ddea95ab4e service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926158 Jul 25 05:38:02.195382 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f69488da-385e-4f81-b2e7-d177c8e212a2 req-2f5f9e99-dfd0-4612-bb17-27524a5fa921 service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929291 Jul 25 05:38:02.898813 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a4728-02d4-44a6-bdf8-fc2180a20d7b req-b371fb25-dd04-4545-8c60-0d9ad4c1bb3d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:02.900285 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ee9a4728-02d4-44a6-bdf8-fc2180a20d7b req-b371fb25-dd04-4545-8c60-0d9ad4c1bb3d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0502520 Jul 25 05:38:02.946737 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ee9a4728-02d4-44a6-bdf8-fc2180a20d7b req-df958815-cd3c-4c97-b4a2-fe42674038b3 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403366 Jul 25 05:38:04.060266 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06150a-b773-47da-b325-6441659cc19a req-3cab0fe7-cbdb-4855-bc45-ec4271e10cb5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:04.061835 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ba06150a-b773-47da-b325-6441659cc19a req-3cab0fe7-cbdb-4855-bc45-ec4271e10cb5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0467968 Jul 25 05:38:04.108625 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ba06150a-b773-47da-b325-6441659cc19a req-616a4702-e919-438c-b8a1-fcd3ab9c2194 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Jul 25 05:38:04.128504 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:05.227777 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fb6cc-493f-444f-8af2-304344b44025 req-598df5b9-fb83-4325-97a3-94032e070d52 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:05.229315 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ab3fb6cc-493f-444f-8af2-304344b44025 req-598df5b9-fb83-4325-97a3-94032e070d52 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0509634 Jul 25 05:38:05.278607 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ab3fb6cc-493f-444f-8af2-304344b44025 req-46a859b4-9bef-4938-9b58-a18be9645e0f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432189 Jul 25 05:38:06.435528 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c1554-bbeb-4644-a962-578c030c435a req-f731b8dd-a8ac-4dda-bcc2-08952603ef9f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:06.437141 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3d6c1554-bbeb-4644-a962-578c030c435a req-f731b8dd-a8ac-4dda-bcc2-08952603ef9f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0680187 Jul 25 05:38:06.502127 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3d6c1554-bbeb-4644-a962-578c030c435a req-47ccc613-37f5-4d38-af9c-b1c50f03e24a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592752 Jul 25 05:38:07.614431 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00818196-6132-4ccc-a467-d5d226f00586 req-555e3beb-26dd-427a-8b86-dcff00c89739 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:07.615907 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00818196-6132-4ccc-a467-d5d226f00586 req-555e3beb-26dd-427a-8b86-dcff00c89739 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0476978 Jul 25 05:38:07.665806 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-00818196-6132-4ccc-a467-d5d226f00586 req-cce5f83a-60a8-4db2-8c1d-300f7bba03bb tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443971 Jul 25 05:38:08.782437 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f856d93-48c8-4dc4-91f4-9b65af946ac3 req-cce41580-52da-4ab0-aad9-f2673006ebaf tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:08.783919 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8f856d93-48c8-4dc4-91f4-9b65af946ac3 req-cce41580-52da-4ab0-aad9-f2673006ebaf tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0486155 Jul 25 05:38:08.833743 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8f856d93-48c8-4dc4-91f4-9b65af946ac3 req-09b01e5a-a26f-4296-9c7a-a4e5173907ae tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442562 Jul 25 05:38:09.296639 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d3b1cd4-1eda-47bf-ad7e-100421dbb1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:09.563012 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:09.758132 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ceabc663-ad54-40c3-b250-cae89699817b req-f0054a83-38de-43d1-80c0-da59ccc154fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417192 Jul 25 05:38:09.863348 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:09.903752 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabc663-ad54-40c3-b250-cae89699817b req-bf1f1b4c-4e75-43ba-8050-859e384d2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:09.905282 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ceabc663-ad54-40c3-b250-cae89699817b req-bf1f1b4c-4e75-43ba-8050-859e384d2210 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 1129 time: 0.0534959 Jul 25 05:38:09.988773 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b7102-9c72-4ad0-a96c-d829dd7125c3 req-74034ac6-eb5b-4c7c-83c9-2685b0b47047 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:09.990471 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5f7b7102-9c72-4ad0-a96c-d829dd7125c3 req-74034ac6-eb5b-4c7c-83c9-2685b0b47047 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0788214 Jul 25 05:38:10.045231 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:10.097013 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5f7b7102-9c72-4ad0-a96c-d829dd7125c3 req-c606563d-6bbd-403f-8d18-1d2a4958e23b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005533 Jul 25 05:38:10.098926 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabc663-ad54-40c3-b250-cae89699817b req-2f7d075f-a40d-4203-b7f6-a5ce6e91f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:10.099807 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ceabc663-ad54-40c3-b250-cae89699817b req-2f7d075f-a40d-4203-b7f6-a5ce6e91f91c service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.1586254 Jul 25 05:38:10.153022 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ceabc663-ad54-40c3-b250-cae89699817b req-5ac3516b-7cff-4c6f-963d-92a98d3d8d53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 HTTP/1.1" status: 200 len: 217 time: 0.0454035 Jul 25 05:38:10.210139 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabc663-ad54-40c3-b250-cae89699817b req-064d8505-f63e-4bdb-8bd3-f8dbaef5f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:10.211802 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ceabc663-ad54-40c3-b250-cae89699817b req-064d8505-f63e-4bdb-8bd3-f8dbaef5f066 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.0521035 Jul 25 05:38:10.297826 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffc219-d612-405a-830e-e9737ee76e8e req-d9f5d8d3-a9c3-40ba-ade1-86f230a85fbf tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:10.299311 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ebffc219-d612-405a-830e-e9737ee76e8e req-d9f5d8d3-a9c3-40ba-ade1-86f230a85fbf tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 945 time: 0.0534232 Jul 25 05:38:10.357871 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ebffc219-d612-405a-830e-e9737ee76e8e req-140cd112-4398-476e-92e9-bcfb41cf7783 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530281 Jul 25 05:38:11.012991 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:11.047210 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=34,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:11.242101 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2e94e-e003-40eb-8fd8-0713217e0078 req-33562597-41a0-4897-97d4-9b3a771eec8f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:11.244031 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-18e2e94e-e003-40eb-8fd8-0713217e0078 req-33562597-41a0-4897-97d4-9b3a771eec8f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0577252 Jul 25 05:38:11.306233 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-18e2e94e-e003-40eb-8fd8-0713217e0078 req-e8f8b102-a26f-4812-93bb-630d18964d12 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558090 Jul 25 05:38:11.490193 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134ad39-0cd1-42e2-a110-0fb0f2efcf0b req-609ee6df-2b9b-4a42-94e4-eda51cd9297e tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:11.491797 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1134ad39-0cd1-42e2-a110-0fb0f2efcf0b req-609ee6df-2b9b-4a42-94e4-eda51cd9297e tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 945 time: 0.0534010 Jul 25 05:38:11.549344 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1134ad39-0cd1-42e2-a110-0fb0f2efcf0b req-3f295810-653b-4cb1-8e88-b46daaa3ebd8 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506847 Jul 25 05:38:11.679190 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c07333f-e495-4b52-9c8a-7c8a70a537d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:11.921415 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabc663-ad54-40c3-b250-cae89699817b req-1257bdba-9ed7-446c-8de5-15fc97e55720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:11.923088 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ceabc663-ad54-40c3-b250-cae89699817b req-1257bdba-9ed7-446c-8de5-15fc97e55720 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528121 Jul 25 05:38:11.933881 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33956) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:12.035881 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ceabc663-ad54-40c3-b250-cae89699817b req-7c524f21-18c1-4833-8e1a-997dbebe7182 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037300 Jul 25 05:38:12.067146 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:12.151721 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ceabc663-ad54-40c3-b250-cae89699817b req-f4026644-0b47-4f3b-a9fe-ea00aeb4db76 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977154 Jul 25 05:38:12.155336 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Publish callbacks [] for security_group (cbee1c38-b73b-4cd5-820b-9ea6d3e552ab), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:12.159344 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (cbee1c38-b73b-4cd5-820b-9ea6d3e552ab), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:12.202305 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c9bf4bcb38f74a488f2074c00874a56f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666109 Jul 25 05:38:12.203413 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbee1c38-b73b-4cd5-820b-9ea6d3e552ab,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:12.205974 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 33966) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:12.212304 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.212901 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.213432 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.214044 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.214420 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.214756 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.215087 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.215597 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.216039 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.216379 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.216906 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.217420 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.217903 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.218433 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.218764 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e299b6-dedb-4076-9ee3-84ee2ae1438f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.273400 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Publish callbacks [] for security_group (cbee1c38-b73b-4cd5-820b-9ea6d3e552ab), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:12.296842 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Publish callbacks [] for security_group (cbee1c38-b73b-4cd5-820b-9ea6d3e552ab), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:12.367607 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (cbee1c38-b73b-4cd5-820b-9ea6d3e552ab), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:12.372529 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:12.374113 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cbee1c38-b73b-4cd5-820b-9ea6d3e552ab HTTP/1.1" status: 204 len: 168 time: 0.1668954 Jul 25 05:38:12.401231 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbee1c38-b73b-4cd5-820b-9ea6d3e552ab,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:12.424726 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.424726 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.424726 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.424726 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.425084 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.425218 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.425753 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.426243 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.426778 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.427102 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.427581 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.428081 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.428560 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.429063 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.429527 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a50ac0c-6b32-4298-aa1c-f2351c5645a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:12.489822 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66151ffb-aa3e-4299-980a-deffa6bf1e98 req-5a30d18d-0fac-43f8-a76c-2d5621b3e340 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:12.500678 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-66151ffb-aa3e-4299-980a-deffa6bf1e98 req-5a30d18d-0fac-43f8-a76c-2d5621b3e340 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.1011512 Jul 25 05:38:12.537502 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:12.555636 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:12.563355 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 33988) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:12.566310 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:12.577674 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-66151ffb-aa3e-4299-980a-deffa6bf1e98 req-95eddb97-e7cb-42bf-a610-6c817d46fc80 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759971 Jul 25 05:38:12.757104 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee290aa-00e2-447a-a62b-a2a03894563e req-50e486ea-4ec6-4fe7-8a53-25b619270066 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:12.757679 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8ee290aa-00e2-447a-a62b-a2a03894563e req-50e486ea-4ec6-4fe7-8a53-25b619270066 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 945 time: 0.0815864 Jul 25 05:38:12.778772 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-67a18b75-3654-4ce0-a0f5-f56fcd237546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:12.808479 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8ee290aa-00e2-447a-a62b-a2a03894563e req-cc163fee-dbcc-49ec-8367-039d1034bb8f tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444705 Jul 25 05:38:12.836448 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34000) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:12.849709 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9ca3-6c19-4ed3-850a-523b32a6ead9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:12.861481 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-67a18b75-3654-4ce0-a0f5-f56fcd237546 admin admin] Publish callbacks [] for security_group (faece743-1769-4f6c-ae7c-0d9400216567), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:12.865580 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-67a18b75-3654-4ce0-a0f5-f56fcd237546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (faece743-1769-4f6c-ae7c-0d9400216567), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:12.908581 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-67a18b75-3654-4ce0-a0f5-f56fcd237546 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a3e559e532c04861a3bee63a720e81c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439980 Jul 25 05:38:12.909480 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a18b75-3654-4ce0-a0f5-f56fcd237546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faece743-1769-4f6c-ae7c-0d9400216567,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:12.911417 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34002) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:12.954868 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9ca3-6c19-4ed3-850a-523b32a6ead9 admin admin] Publish callbacks [] for security_group (416df60c-6932-46a3-bc32-779325d58a9a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:12.964765 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9ca3-6c19-4ed3-850a-523b32a6ead9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (416df60c-6932-46a3-bc32-779325d58a9a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.016590 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-9c8d9ca3-6c19-4ed3-850a-523b32a6ead9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c7e1aaae19034eed9ff6e4e7b371fa92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790392 Jul 25 05:38:13.020005 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 34006) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:13.020734 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-98d4f2d9-80c7-4c67-a5c1-7ce193415c41 admin admin] Publish callbacks [] for security_group (faece743-1769-4f6c-ae7c-0d9400216567), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.022574 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=96 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:13.023056 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d9ca3-6c19-4ed3-850a-523b32a6ead9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416df60c-6932-46a3-bc32-779325d58a9a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:13.026881 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=58 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:13.049981 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-98d4f2d9-80c7-4c67-a5c1-7ce193415c41 admin admin] Publish callbacks [] for security_group (faece743-1769-4f6c-ae7c-0d9400216567), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.077601 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-72d85730-4cf4-41d5-b01b-1a44a926632c admin admin] Publish callbacks [] for security_group (416df60c-6932-46a3-bc32-779325d58a9a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.099314 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-98d4f2d9-80c7-4c67-a5c1-7ce193415c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (faece743-1769-4f6c-ae7c-0d9400216567), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.101956 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-98d4f2d9-80c7-4c67-a5c1-7ce193415c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.102375 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-72d85730-4cf4-41d5-b01b-1a44a926632c admin admin] Publish callbacks [] for security_group (416df60c-6932-46a3-bc32-779325d58a9a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.103109 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-98d4f2d9-80c7-4c67-a5c1-7ce193415c41 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/faece743-1769-4f6c-ae7c-0d9400216567 HTTP/1.1" status: 204 len: 168 time: 0.1899395 Jul 25 05:38:13.112190 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4f2d9-80c7-4c67-a5c1-7ce193415c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faece743-1769-4f6c-ae7c-0d9400216567,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:13.170625 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-72d85730-4cf4-41d5-b01b-1a44a926632c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (416df60c-6932-46a3-bc32-779325d58a9a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.173224 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-72d85730-4cf4-41d5-b01b-1a44a926632c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.174414 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-72d85730-4cf4-41d5-b01b-1a44a926632c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/416df60c-6932-46a3-bc32-779325d58a9a HTTP/1.1" status: 204 len: 168 time: 0.1533847 Jul 25 05:38:13.182235 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d85730-4cf4-41d5-b01b-1a44a926632c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416df60c-6932-46a3-bc32-779325d58a9a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:13.511450 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 34018) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:13.526324 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a52-1043-4158-b639-58f56d4f75bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.570247 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34020) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:13.585797 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6af9766e-061a-4449-9733-5ff13bf3e1a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.607675 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a52-1043-4158-b639-58f56d4f75bc admin admin] Publish callbacks [] for security_group (cd6b9d1b-7e47-4e70-a4d9-d509a1acfa7f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.611400 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a52-1043-4158-b639-58f56d4f75bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (cd6b9d1b-7e47-4e70-a4d9-d509a1acfa7f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.656189 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9a2c9a52-1043-4158-b639-58f56d4f75bc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c9fe142be7cc41bd91e806c2455c62d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436648 Jul 25 05:38:13.657564 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9a52-1043-4158-b639-58f56d4f75bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6b9d1b-7e47-4e70-a4d9-d509a1acfa7f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:13.660048 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 34024) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:13.691136 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:13.710385 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:13.710982 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6af9766e-061a-4449-9733-5ff13bf3e1a5 admin admin] Publish callbacks [] for security_group (1acf1476-d5b2-468c-8477-c83067454ef3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.717848 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4820bfaa-4563-45ac-aafd-d7a1257a5667 admin admin] Publish callbacks [] for security_group (cd6b9d1b-7e47-4e70-a4d9-d509a1acfa7f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.720000 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eca749-7c04-4dc6-aa77-12e55e4c6506 req-0a064e54-a65a-45f3-b439-bbe257864d73 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:13.721566 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a1eca749-7c04-4dc6-aa77-12e55e4c6506 req-0a064e54-a65a-45f3-b439-bbe257864d73 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0738859 Jul 25 05:38:13.722644 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6af9766e-061a-4449-9733-5ff13bf3e1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (1acf1476-d5b2-468c-8477-c83067454ef3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.746972 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4820bfaa-4563-45ac-aafd-d7a1257a5667 admin admin] Publish callbacks [] for security_group (cd6b9d1b-7e47-4e70-a4d9-d509a1acfa7f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.780276 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9766e-061a-4449-9733-5ff13bf3e1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acf1476-d5b2-468c-8477-c83067454ef3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:13.786628 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-6af9766e-061a-4449-9733-5ff13bf3e1a5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3f397ce61ef540909aeda972c80a34b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150764 Jul 25 05:38:13.789874 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 34030) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:13.819384 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a1eca749-7c04-4dc6-aa77-12e55e4c6506 req-8151ac20-6c9a-40a1-b236-f56f149e075d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903904 Jul 25 05:38:13.851888 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4820bfaa-4563-45ac-aafd-d7a1257a5667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (cd6b9d1b-7e47-4e70-a4d9-d509a1acfa7f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.854519 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4820bfaa-4563-45ac-aafd-d7a1257a5667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.855644 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-4820bfaa-4563-45ac-aafd-d7a1257a5667 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cd6b9d1b-7e47-4e70-a4d9-d509a1acfa7f HTTP/1.1" status: 204 len: 168 time: 0.1944804 Jul 25 05:38:13.871195 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820bfaa-4563-45ac-aafd-d7a1257a5667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6b9d1b-7e47-4e70-a4d9-d509a1acfa7f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:13.887914 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c94f1c8f-c41d-4988-b18d-4ca2d0d278bd admin admin] Publish callbacks [] for security_group (1acf1476-d5b2-468c-8477-c83067454ef3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.916856 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c94f1c8f-c41d-4988-b18d-4ca2d0d278bd admin admin] Publish callbacks [] for security_group (1acf1476-d5b2-468c-8477-c83067454ef3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.935653 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f90485-6bc4-44a7-8854-fb9363088a24 req-b4b4cbf4-24ef-4da0-96c4-7ba93a655d09 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:13.937179 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e8f90485-6bc4-44a7-8854-fb9363088a24 req-b4b4cbf4-24ef-4da0-96c4-7ba93a655d09 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 945 time: 0.0512033 Jul 25 05:38:13.974195 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c94f1c8f-c41d-4988-b18d-4ca2d0d278bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (1acf1476-d5b2-468c-8477-c83067454ef3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.977997 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c94f1c8f-c41d-4988-b18d-4ca2d0d278bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:13.988465 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c94f1c8f-c41d-4988-b18d-4ca2d0d278bd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1acf1476-d5b2-468c-8477-c83067454ef3 HTTP/1.1" status: 204 len: 168 time: 0.1975026 Jul 25 05:38:13.998680 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f1c8f-c41d-4988-b18d-4ca2d0d278bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acf1476-d5b2-468c-8477-c83067454ef3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:14.004327 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e8f90485-6bc4-44a7-8854-fb9363088a24 req-3c2db884-70f5-4566-b7eb-d2a7a77609ee tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614266 Jul 25 05:38:14.131270 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:14.676573 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:14.907775 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:14.949394 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c57616-d2e7-43ae-b47b-458611ef1e6c req-6ffeae40-4277-42e0-80d1-9aedd36f75b2 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:14.950976 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-71c57616-d2e7-43ae-b47b-458611ef1e6c req-6ffeae40-4277-42e0-80d1-9aedd36f75b2 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0535765 Jul 25 05:38:14.972835 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:15.017901 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-71c57616-d2e7-43ae-b47b-458611ef1e6c req-bd40cf69-73a6-472c-83f1-bb69fa7829ac tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557411 Jul 25 05:38:15.155504 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f7416-3bb2-44a5-9cdd-73d6f5c5929d req-d02ac441-4ba9-4cfa-8b90-a7df77330465 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:15.157803 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-376f7416-3bb2-44a5-9cdd-73d6f5c5929d req-d02ac441-4ba9-4cfa-8b90-a7df77330465 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 945 time: 0.0571277 Jul 25 05:38:15.216396 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-376f7416-3bb2-44a5-9cdd-73d6f5c5929d req-a43d17fa-b1e4-4d5b-9b5d-b63a56195c9e tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507255 Jul 25 05:38:15.271836 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 34138) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:15.396212 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2db3bf2d-8c1c-4968-8e74-7b67f0cc5121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:15.482783 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2db3bf2d-8c1c-4968-8e74-7b67f0cc5121 admin admin] Publish callbacks [] for security_group (9d5e1e29-2aa1-490a-a3e3-96588f5bb999), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:15.489355 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2db3bf2d-8c1c-4968-8e74-7b67f0cc5121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (9d5e1e29-2aa1-490a-a3e3-96588f5bb999), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:15.539586 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cf21a-4fbc-41ce-bcdc-8d453ff4e19a req-a1c7a1e8-2504-4bbe-a7c1-2e209f5e02f4 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:15.541290 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a81cf21a-4fbc-41ce-bcdc-8d453ff4e19a req-a1c7a1e8-2504-4bbe-a7c1-2e209f5e02f4 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.43 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 945 time: 0.0578263 Jul 25 05:38:15.549468 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2db3bf2d-8c1c-4968-8e74-7b67f0cc5121 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2685c7c4b408488f9037dceb15f2300c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763574 Jul 25 05:38:15.550399 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3bf2d-8c1c-4968-8e74-7b67f0cc5121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5e1e29-2aa1-490a-a3e3-96588f5bb999,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:15.552076 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34146) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:15.609215 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7197e4e3-a0ab-475c-84d0-508f97c898fd admin admin] Publish callbacks [] for security_group (9d5e1e29-2aa1-490a-a3e3-96588f5bb999), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:15.630716 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7197e4e3-a0ab-475c-84d0-508f97c898fd admin admin] Publish callbacks [] for security_group (9d5e1e29-2aa1-490a-a3e3-96588f5bb999), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:15.679333 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7197e4e3-a0ab-475c-84d0-508f97c898fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (9d5e1e29-2aa1-490a-a3e3-96588f5bb999), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:15.682166 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7197e4e3-a0ab-475c-84d0-508f97c898fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:15.683319 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7197e4e3-a0ab-475c-84d0-508f97c898fd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9d5e1e29-2aa1-490a-a3e3-96588f5bb999 HTTP/1.1" status: 204 len: 168 time: 0.1259129 Jul 25 05:38:15.692957 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197e4e3-a0ab-475c-84d0-508f97c898fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5e1e29-2aa1-490a-a3e3-96588f5bb999,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:16.039868 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-a81cf21a-4fbc-41ce-bcdc-8d453ff4e19a req-93f07021-0a03-458a-bcf8-873b94f16e3c tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Deleting port 36da70ce-1188-4fd6-913c-922c1c4b037b {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:38:16.040419 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a81cf21a-4fbc-41ce-bcdc-8d453ff4e19a req-93f07021-0a03-458a-bcf8-873b94f16e3c tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:16.205395 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259114c-059f-4b32-8dda-bc0ff3e20b8b req-b80b98a0-c5fa-4802-a1a2-51b900ee2091 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:16.207189 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0259114c-059f-4b32-8dda-bc0ff3e20b8b req-b80b98a0-c5fa-4802-a1a2-51b900ee2091 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0928721 Jul 25 05:38:16.221103 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-a81cf21a-4fbc-41ce-bcdc-8d453ff4e19a req-93f07021-0a03-458a-bcf8-873b94f16e3c tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] For port 36da70ce-1188-4fd6-913c-922c1c4b037b, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=36da70ce-1188-4fd6-913c-922c1c4b037b,segment=NetworkSegment(6cc7949c-2ed3-498c-9c15-8e23c9d67d3f),segment_id=6cc7949c-2ed3-498c-9c15-8e23c9d67d3f)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:38:16.221484 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a81cf21a-4fbc-41ce-bcdc-8d453ff4e19a req-93f07021-0a03-458a-bcf8-873b94f16e3c tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:16.250689 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-a81cf21a-4fbc-41ce-bcdc-8d453ff4e19a req-93f07021-0a03-458a-bcf8-873b94f16e3c tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Calling delete_port for 36da70ce-1188-4fd6-913c-922c1c4b037b owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:38:16.361771 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0259114c-059f-4b32-8dda-bc0ff3e20b8b req-f627d362-74c8-4c85-a13c-258dc532761e tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439476 Jul 25 05:38:16.419373 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eac4e8-832c-4126-b3ac-bb4b0714c6fb req-59018e45-4793-4bdd-a915-5578e6a77b71 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:16.421387 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-58eac4e8-832c-4126-b3ac-bb4b0714c6fb req-59018e45-4793-4bdd-a915-5578e6a77b71 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 945 time: 0.1078923 Jul 25 05:38:16.689838 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:16.699940 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-58eac4e8-832c-4126-b3ac-bb4b0714c6fb req-df8d5e51-b668-497e-90f5-6b09a7f62ac4 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5db3b60-7221-4309-9314-0ea4e740a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676375 Jul 25 05:38:16.721702 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a81cf21a-4fbc-41ce-bcdc-8d453ff4e19a req-93f07021-0a03-458a-bcf8-873b94f16e3c tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (36da70ce-1188-4fd6-913c-922c1c4b037b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:16.755783 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f07021-0a03-458a-bcf8-873b94f16e3c tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Pushing event deleted for resources: {'Port': ['ID=36da70ce-1188-4fd6-913c-922c1c4b037b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:16.838315 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81cf21a-4fbc-41ce-bcdc-8d453ff4e19a req-93f07021-0a03-458a-bcf8-873b94f16e3c tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] No DVR routers for this DVR port 36da70ce-1188-4fd6-913c-922c1c4b037b on host hv-cinder-85083 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:38:16.842525 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a81cf21a-4fbc-41ce-bcdc-8d453ff4e19a req-93f07021-0a03-458a-bcf8-873b94f16e3c tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:16.845775 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a81cf21a-4fbc-41ce-bcdc-8d453ff4e19a req-93f07021-0a03-458a-bcf8-873b94f16e3c tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.43 "DELETE /v2.0/ports/36da70ce-1188-4fd6-913c-922c1c4b037b HTTP/1.1" status: 204 len: 173 time: 0.9971032 Jul 25 05:38:16.846227 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8106f539-061c-475e-a74f-ba331c8dc856', 'name': 'network-vif-deleted', 'tag': '36da70ce-1188-4fd6-913c-922c1c4b037b'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:38:16.848502 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80918f1a-123f-4c79-b3b9-850e3d286d07" -d '{"events": [{"server_uuid": "8106f539-061c-475e-a74f-ba331c8dc856", "name": "network-vif-deleted", "tag": "36da70ce-1188-4fd6-913c-922c1c4b037b"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:38:16.893628 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e64de34-d92a-4a22-925a-344039d03da6 x-openstack-request-id: req-5e64de34-d92a-4a22-925a-344039d03da6 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:38:16.894002 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8106f539-061c-475e-a74f-ba331c8dc856", "name": "network-vif-deleted", "tag": "36da70ce-1188-4fd6-913c-922c1c4b037b", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:38:16.894328 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5e64de34-d92a-4a22-925a-344039d03da6 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:38:16.894804 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e64de34-d92a-4a22-925a-344039d03da6'] response: {'server_uuid': '8106f539-061c-475e-a74f-ba331c8dc856', 'name': 'network-vif-deleted', 'tag': '36da70ce-1188-4fd6-913c-922c1c4b037b', 'status': 'completed', 'code': 200} Jul 25 05:38:17.003464 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34220) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:17.126702 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e756efae-d3a2-42ee-8edc-b6304aedc59c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:17.128532 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 36da70ce-1188-4fd6-913c-922c1c4b037b no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:38:17.147098 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:17.151520 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 36da70ce-1188-4fd6-913c-922c1c4b037b {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:38:17.151903 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 36da70ce-1188-4fd6-913c-922c1c4b037b not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:38:17.234533 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e756efae-d3a2-42ee-8edc-b6304aedc59c admin admin] Publish callbacks [] for security_group (24a3d29a-65ec-4f39-886c-b9494a7ca57c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:17.238843 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e756efae-d3a2-42ee-8edc-b6304aedc59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (24a3d29a-65ec-4f39-886c-b9494a7ca57c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:17.291333 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e756efae-d3a2-42ee-8edc-b6304aedc59c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c96e02abedb04bb6b70e2df7e6a77567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867656 Jul 25 05:38:17.292251 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756efae-d3a2-42ee-8edc-b6304aedc59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a3d29a-65ec-4f39-886c-b9494a7ca57c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:17.294850 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 34232) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:17.352851 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f2e6c4a-e99e-4201-b572-a0bc69d3bbd7 admin admin] Publish callbacks [] for security_group (24a3d29a-65ec-4f39-886c-b9494a7ca57c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:17.376165 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f2e6c4a-e99e-4201-b572-a0bc69d3bbd7 admin admin] Publish callbacks [] for security_group (24a3d29a-65ec-4f39-886c-b9494a7ca57c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:17.438207 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f2e6c4a-e99e-4201-b572-a0bc69d3bbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (24a3d29a-65ec-4f39-886c-b9494a7ca57c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:17.441327 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f2e6c4a-e99e-4201-b572-a0bc69d3bbd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:17.457397 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2f2e6c4a-e99e-4201-b572-a0bc69d3bbd7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/24a3d29a-65ec-4f39-886c-b9494a7ca57c HTTP/1.1" status: 204 len: 168 time: 0.1522925 Jul 25 05:38:17.494250 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e6c4a-e99e-4201-b572-a0bc69d3bbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a3d29a-65ec-4f39-886c-b9494a7ca57c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:17.540171 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba865a1-9e2f-4c47-ad86-73e82fc04ea1 req-141d852a-15ff-4378-bfe1-086b5681d304 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:17.542329 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5ba865a1-9e2f-4c47-ad86-73e82fc04ea1 req-141d852a-15ff-4378-bfe1-086b5681d304 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0728669 Jul 25 05:38:17.620012 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5ba865a1-9e2f-4c47-ad86-73e82fc04ea1 req-15f44fe6-b3b7-420e-a008-fd1214398e20 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715740 Jul 25 05:38:17.888425 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-743b06d6-5793-4418-89f5-183b365c497a req-78d8ce7d-7262-4952-a3ca-e18864be3232 tempest-DeleteServersTestJSON-2121090648 tempest-DeleteServersTestJSON-2121090648-project] 10.222.0.33 "GET /v2.0/ports?device_id=8106f539-061c-475e-a74f-ba331c8dc856 HTTP/1.1" status: 200 len: 210 time: 0.0547624 Jul 25 05:38:18.752124 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7f0df-cb2a-40c5-bd36-a501d2c0529f req-72762e5a-30a8-471b-abaa-c4edb888cedc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:18.759436 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2aa7f0df-cb2a-40c5-bd36-a501d2c0529f req-72762e5a-30a8-471b-abaa-c4edb888cedc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0644696 Jul 25 05:38:18.822498 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2aa7f0df-cb2a-40c5-bd36-a501d2c0529f req-7a51f70c-adf1-43b0-bda2-8eecfec91ac0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616837 Jul 25 05:38:19.939402 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c935df-70ad-4e81-9080-2edd1e475640 req-960c36e2-0332-4201-a919-2e95bb073301 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:19.940926 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-19c935df-70ad-4e81-9080-2edd1e475640 req-960c36e2-0332-4201-a919-2e95bb073301 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0486240 Jul 25 05:38:19.990212 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-19c935df-70ad-4e81-9080-2edd1e475640 req-c41d7c91-0210-4e47-b93d-2e80f3753bb9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437629 Jul 25 05:38:21.107016 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4db2a-2d9a-4019-885a-65ffb5448f9d req-e2f7d3a9-313a-46ad-8657-181aa90c64e1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:21.108372 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dea4db2a-2d9a-4019-885a-65ffb5448f9d req-e2f7d3a9-313a-46ad-8657-181aa90c64e1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0501645 Jul 25 05:38:21.155701 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dea4db2a-2d9a-4019-885a-65ffb5448f9d req-2cbd3bab-e76a-4277-9dc5-9669cd477308 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 Jul 25 05:38:22.272665 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064f41c-b704-41ef-bb21-615648091f6c req-ca20ecc2-ac4c-459e-ad5a-e38c1448b9f7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:22.274250 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5064f41c-b704-41ef-bb21-615648091f6c req-ca20ecc2-ac4c-459e-ad5a-e38c1448b9f7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0492272 Jul 25 05:38:22.321377 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5064f41c-b704-41ef-bb21-615648091f6c req-acfd0cce-3af3-405c-97e6-181791b9443a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408363 Jul 25 05:38:23.438186 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea877b9c-f797-40e2-bc7a-119f7f65f353 req-0a007f5e-b803-4853-baf0-d95ad2c418bd tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:23.439684 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ea877b9c-f797-40e2-bc7a-119f7f65f353 req-0a007f5e-b803-4853-baf0-d95ad2c418bd tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0522850 Jul 25 05:38:23.495576 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ea877b9c-f797-40e2-bc7a-119f7f65f353 req-532a6fb8-9f75-48be-8cba-85d34d4b46c3 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495741 Jul 25 05:38:23.929658 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:38:24.608870 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a57ff-744a-43e4-a275-2596c6846eda req-8e959619-f644-4b92-a169-ef95b12238c9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:24.610353 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2a4a57ff-744a-43e4-a275-2596c6846eda req-8e959619-f644-4b92-a169-ef95b12238c9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0471892 Jul 25 05:38:24.645660 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:24.663086 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2a4a57ff-744a-43e4-a275-2596c6846eda req-6e1918e5-20d3-4795-bd10-18ec0c1b7342 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465486 Jul 25 05:38:25.777983 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52ca3c-11c9-46c2-b3a7-4ff8e8737674 req-93390f67-be37-412f-9cdd-0e064ddd99ad tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:25.779456 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dd52ca3c-11c9-46c2-b3a7-4ff8e8737674 req-93390f67-be37-412f-9cdd-0e064ddd99ad tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0471675 Jul 25 05:38:25.834247 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dd52ca3c-11c9-46c2-b3a7-4ff8e8737674 req-c18ca322-a71e-4272-9e5d-560a815b1259 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489287 Jul 25 05:38:26.382235 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34468) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:26.427978 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5140f2-0e4a-459f-b2d3-d063eb1b3b6a admin admin] Deleting subnet 6aa67970-58f1-44d5-90d3-943c7e0190fb {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:38:26.431354 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd5140f2-0e4a-459f-b2d3-d063eb1b3b6a admin admin] Publish callbacks [] for subnet (6aa67970-58f1-44d5-90d3-943c7e0190fb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:26.467452 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd5140f2-0e4a-459f-b2d3-d063eb1b3b6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002132'] for subnet (6aa67970-58f1-44d5-90d3-943c7e0190fb), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:26.508947 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd5140f2-0e4a-459f-b2d3-d063eb1b3b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (6aa67970-58f1-44d5-90d3-943c7e0190fb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:26.527169 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:26.568342 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd5140f2-0e4a-459f-b2d3-d063eb1b3b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61988012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62031678'] for subnet (6aa67970-58f1-44d5-90d3-943c7e0190fb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:26.595174 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5140f2-0e4a-459f-b2d3-d063eb1b3b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa67970-58f1-44d5-90d3-943c7e0190fb,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:26.596985 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd5140f2-0e4a-459f-b2d3-d063eb1b3b6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:26.600112 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-bd5140f2-0e4a-459f-b2d3-d063eb1b3b6a admin admin] 10.222.0.33 "DELETE /v2.0/subnets/6aa67970-58f1-44d5-90d3-943c7e0190fb HTTP/1.1" status: 204 len: 168 time: 0.2168939 Jul 25 05:38:26.603005 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34472) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:26.691091 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65085ff8-f741-4050-923d-6232307a19f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (b5c4916c-84b5-4b64-ad57-2967d521f210), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:26.716910 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 34480) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:26.790626 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65085ff8-f741-4050-923d-6232307a19f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (b5c4916c-84b5-4b64-ad57-2967d521f210), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:26.815313 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-65085ff8-f741-4050-923d-6232307a19f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c4916c-84b5-4b64-ad57-2967d521f210']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:26.827270 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-65085ff8-f741-4050-923d-6232307a19f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00b2dfa-ae4a-4065-ba15-621eab0ff2fd') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:26.828036 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-65085ff8-f741-4050-923d-6232307a19f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00b2dfa-ae4a-4065-ba15-621eab0ff2fd') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:26.839492 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65085ff8-f741-4050-923d-6232307a19f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002157'] for segment (e00b2dfa-ae4a-4065-ba15-621eab0ff2fd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:26.854370 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65085ff8-f741-4050-923d-6232307a19f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (e00b2dfa-ae4a-4065-ba15-621eab0ff2fd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:26.873381 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65085ff8-f741-4050-923d-6232307a19f4 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:38:26.874970 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65085ff8-f741-4050-923d-6232307a19f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61987862'] for segment (e00b2dfa-ae4a-4065-ba15-621eab0ff2fd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:26.914379 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment e00b2dfa-ae4a-4065-ba15-621eab0ff2fd resource provider aggregate not found Jul 25 05:38:26.953475 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment e00b2dfa-ae4a-4065-ba15-621eab0ff2fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e00b2dfa-ae4a-4065-ba15-621eab0ff2fd found for delete ", "request_id": "req-6b3d716c-ff7d-4813-ac1f-7589d2c85084"}]} Jul 25 05:38:26.961914 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:27.008130 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65085ff8-f741-4050-923d-6232307a19f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (b5c4916c-84b5-4b64-ad57-2967d521f210), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.019683 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7dee6-1580-4e67-badf-28acd072ac9c req-e075f3e5-7486-45f5-8551-859e9899fdc7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:27.029161 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6cf7dee6-1580-4e67-badf-28acd072ac9c req-e075f3e5-7486-45f5-8551-859e9899fdc7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0783641 Jul 25 05:38:27.032365 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65085ff8-f741-4050-923d-6232307a19f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.035451 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-65085ff8-f741-4050-923d-6232307a19f4 admin admin] 10.222.0.33 "DELETE /v2.0/networks/b5c4916c-84b5-4b64-ad57-2967d521f210 HTTP/1.1" status: 204 len: 168 time: 0.4316225 Jul 25 05:38:27.050708 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34494) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:27.062689 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65085ff8-f741-4050-923d-6232307a19f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c4916c-84b5-4b64-ad57-2967d521f210,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:27.080231 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:27.128181 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-98505327-a640-4662-bfb2-c4c7f4296aaf admin admin] Deleting subnet 5c58b148-2535-4c87-9564-af7d494255ee {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:38:27.137990 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-98505327-a640-4662-bfb2-c4c7f4296aaf admin admin] Publish callbacks [] for subnet (5c58b148-2535-4c87-9564-af7d494255ee), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.140817 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34496) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:27.153742 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:27.180201 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6cf7dee6-1580-4e67-badf-28acd072ac9c req-f654ea60-9301-4590-b88d-9d5c89ba64eb tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483369 Jul 25 05:38:27.191315 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a9c1eec4-9854-4d83-bd01-ae168a4d4280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663856'] for router_interface (6823bc61-af85-4d27-88fa-86b94dfea9b9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.207924 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-98505327-a640-4662-bfb2-c4c7f4296aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002132'] for subnet (5c58b148-2535-4c87-9564-af7d494255ee), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.256964 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-98505327-a640-4662-bfb2-c4c7f4296aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (5c58b148-2535-4c87-9564-af7d494255ee), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.303818 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:27.315574 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a23b-7673-4bc9-828f-3c3373c05262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.348445 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-98505327-a640-4662-bfb2-c4c7f4296aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61988012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62031678'] for subnet (5c58b148-2535-4c87-9564-af7d494255ee), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.388275 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98505327-a640-4662-bfb2-c4c7f4296aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c58b148-2535-4c87-9564-af7d494255ee,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:27.396451 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-98505327-a640-4662-bfb2-c4c7f4296aaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.405869 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-98505327-a640-4662-bfb2-c4c7f4296aaf admin admin] 10.222.0.33 "DELETE /v2.0/subnets/5c58b148-2535-4c87-9564-af7d494255ee HTTP/1.1" status: 204 len: 168 time: 0.3478692 Jul 25 05:38:27.405869 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34506) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:27.500885 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:DELETE=10,neutron:UPDATE=5,neutron:SELECT=77,neutron:INSERT=8 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:27.521738 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ee2176d-36dd-4140-86bb-e32c27f7ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (27245d2b-9010-48c6-9aba-a39fd6a6e0e2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.522947 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1eec4-9854-4d83-bd01-ae168a4d4280 admin admin] Deleting port 9721fb98-385b-440b-bc48-318357236be5 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:38:27.523308 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a9c1eec4-9854-4d83-bd01-ae168a4d4280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (9721fb98-385b-440b-bc48-318357236be5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.529200 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:27.529845 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a23b-7673-4bc9-828f-3c3373c05262 admin admin] Publish callbacks [] for security_group (512e2c13-166c-47e6-abe6-099a60bea1a3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.538356 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a23b-7673-4bc9-828f-3c3373c05262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (512e2c13-166c-47e6-abe6-099a60bea1a3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.626662 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0a23b-7673-4bc9-828f-3c3373c05262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512e2c13-166c-47e6-abe6-099a60bea1a3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:27.640456 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a5e0a23b-7673-4bc9-828f-3c3373c05262 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=04e3a31c2c3c488aadcce59baecefef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4991939 Jul 25 05:38:27.667504 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34520) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:27.678770 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ee2176d-36dd-4140-86bb-e32c27f7ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (27245d2b-9010-48c6-9aba-a39fd6a6e0e2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.721511 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-3ee2176d-36dd-4140-86bb-e32c27f7ac2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27245d2b-9010-48c6-9aba-a39fd6a6e0e2']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:27.742640 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-3ee2176d-36dd-4140-86bb-e32c27f7ac2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279b4841-4900-4034-9b83-8027b3c44827') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:27.742949 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-3ee2176d-36dd-4140-86bb-e32c27f7ac2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279b4841-4900-4034-9b83-8027b3c44827') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:27.757879 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ee2176d-36dd-4140-86bb-e32c27f7ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002157'] for segment (279b4841-4900-4034-9b83-8027b3c44827), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.777668 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f742b06-61d7-4911-a0c2-f26b1657c6ec admin admin] Publish callbacks [] for security_group (512e2c13-166c-47e6-abe6-099a60bea1a3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.783297 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ee2176d-36dd-4140-86bb-e32c27f7ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (279b4841-4900-4034-9b83-8027b3c44827), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.800627 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee2176d-36dd-4140-86bb-e32c27f7ac2c admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:38:27.801770 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ee2176d-36dd-4140-86bb-e32c27f7ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61987862'] for segment (279b4841-4900-4034-9b83-8027b3c44827), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.835116 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-a9c1eec4-9854-4d83-bd01-ae168a4d4280 admin admin] For port 9721fb98-385b-440b-bc48-318357236be5, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=9721fb98-385b-440b-bc48-318357236be5,segment=NetworkSegment(6cc7949c-2ed3-498c-9c15-8e23c9d67d3f),segment_id=6cc7949c-2ed3-498c-9c15-8e23c9d67d3f)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:38:27.835621 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a9c1eec4-9854-4d83-bd01-ae168a4d4280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (9721fb98-385b-440b-bc48-318357236be5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.839642 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f742b06-61d7-4911-a0c2-f26b1657c6ec admin admin] Publish callbacks [] for security_group (512e2c13-166c-47e6-abe6-099a60bea1a3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.849384 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1eec4-9854-4d83-bd01-ae168a4d4280 admin admin] Calling delete_port for 9721fb98-385b-440b-bc48-318357236be5 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:38:27.902252 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ee2176d-36dd-4140-86bb-e32c27f7ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (27245d2b-9010-48c6-9aba-a39fd6a6e0e2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.920248 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ee2176d-36dd-4140-86bb-e32c27f7ac2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.923580 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3ee2176d-36dd-4140-86bb-e32c27f7ac2c admin admin] 10.222.0.33 "DELETE /v2.0/networks/27245d2b-9010-48c6-9aba-a39fd6a6e0e2 HTTP/1.1" status: 204 len: 168 time: 0.5205102 Jul 25 05:38:27.934653 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2176d-36dd-4140-86bb-e32c27f7ac2c admin admin] Pushing event deleted for resources: {'Network': ['ID=27245d2b-9010-48c6-9aba-a39fd6a6e0e2,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:27.964219 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f742b06-61d7-4911-a0c2-f26b1657c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (512e2c13-166c-47e6-abe6-099a60bea1a3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.967521 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f742b06-61d7-4911-a0c2-f26b1657c6ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:27.974240 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-6f742b06-61d7-4911-a0c2-f26b1657c6ec admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/512e2c13-166c-47e6-abe6-099a60bea1a3 HTTP/1.1" status: 204 len: 168 time: 0.3056219 Jul 25 05:38:27.985953 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f742b06-61d7-4911-a0c2-f26b1657c6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512e2c13-166c-47e6-abe6-099a60bea1a3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:28.150456 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a9c1eec4-9854-4d83-bd01-ae168a4d4280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (9721fb98-385b-440b-bc48-318357236be5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:28.177435 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34554) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:28.208515 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1eec4-9854-4d83-bd01-ae168a4d4280 admin admin] Pushing event deleted for resources: {'Port': ['ID=9721fb98-385b-440b-bc48-318357236be5,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:28.270979 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-07c3dc37-d47e-4ee5-bb48-c378c01e5308 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b9b8418e171a4f92b5b99879dcfc6581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0915966 Jul 25 05:38:28.271726 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34560) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:28.416989 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032ab34-d88e-4335-a96a-9825228eef74 req-006a390d-9123-4969-b449-f3d6d1b34bc1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:28.422678 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9032ab34-d88e-4335-a96a-9825228eef74 req-006a390d-9123-4969-b449-f3d6d1b34bc1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0986636 Jul 25 05:38:28.424045 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f59159e-cf25-4229-99f4-21a5ca4d8a3d admin admin] Publish callbacks [] for security_group (eec33380-b060-4ca5-a9ff-40a2814718e8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:28.449356 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f59159e-cf25-4229-99f4-21a5ca4d8a3d admin admin] Publish callbacks [] for security_group (eec33380-b060-4ca5-a9ff-40a2814718e8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:28.493258 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a9c1eec4-9854-4d83-bd01-ae168a4d4280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3620335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666816'] for router_interface (6823bc61-af85-4d27-88fa-86b94dfea9b9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:28.626236 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:28.643019 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9032ab34-d88e-4335-a96a-9825228eef74 req-2c785ea0-7420-4d2f-9ef7-3e00d3883696 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544354 Jul 25 05:38:28.646759 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:28.647591 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f59159e-cf25-4229-99f4-21a5ca4d8a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (eec33380-b060-4ca5-a9ff-40a2814718e8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:28.653019 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f59159e-cf25-4229-99f4-21a5ca4d8a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:28.654919 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2f59159e-cf25-4229-99f4-21a5ca4d8a3d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/eec33380-b060-4ca5-a9ff-40a2814718e8 HTTP/1.1" status: 204 len: 168 time: 0.3816824 Jul 25 05:38:28.665724 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59159e-cf25-4229-99f4-21a5ca4d8a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec33380-b060-4ca5-a9ff-40a2814718e8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:28.817893 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c1eec4-9854-4d83-bd01-ae168a4d4280 admin admin] Router 6823bc61-af85-4d27-88fa-86b94dfea9b9 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:38:28.933700 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c1eec4-9854-4d83-bd01-ae168a4d4280 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:38:28.943180 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34584) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:28.943857 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a9c1eec4-9854-4d83-bd01-ae168a4d4280 admin admin] 10.222.0.33 "PUT /v2.0/routers/6823bc61-af85-4d27-88fa-86b94dfea9b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2251453 Jul 25 05:38:28.943951 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da626a36-ed84-4c47-94b3-578bbbd408f0 None None] Sync routers for ids ['6823bc61-af85-4d27-88fa-86b94dfea9b9'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:38:28.956851 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da626a36-ed84-4c47-94b3-578bbbd408f0 None None] Routers {'6823bc61-af85-4d27-88fa-86b94dfea9b9'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:38:28.957553 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-da626a36-ed84-4c47-94b3-578bbbd408f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:38:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['6823bc61-af85-4d27-88fa-86b94dfea9b9'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:29.078344 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:29.086382 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:29.118476 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] Publish callbacks [] for router (6823bc61-af85-4d27-88fa-86b94dfea9b9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:29.121422 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment 279b4841-4900-4034-9b83-8027b3c44827 resource provider aggregate not found Jul 25 05:38:29.184413 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment 279b4841-4900-4034-9b83-8027b3c44827 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 279b4841-4900-4034-9b83-8027b3c44827 found for delete ", "request_id": "req-46c00e85-91d8-40e9-ba21-3b12c13a04fe"}]} Jul 25 05:38:29.189037 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 34598) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:29.221192 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-da626a36-ed84-4c47-94b3-578bbbd408f0 None None] Set router 6823bc61-af85-4d27-88fa-86b94dfea9b9 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:38:29.260147 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d81edea3-689d-4ac4-93ab-4dfaeac865ef admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d9121e3b20714e6bb1930dd2d0d6be96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0676794 Jul 25 05:38:29.260452 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34602) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:29.308425 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] Publish callbacks [] for router_gateway (6823bc61-af85-4d27-88fa-86b94dfea9b9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:29.350957 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-db49b71a-7993-47be-888e-978b8690b26a admin admin] Publish callbacks [] for security_group (cb305b0d-dccc-4516-ab14-49f2d8ed470c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:29.381882 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] Deleting port f06dafb0-726a-4fc9-8c97-0c1b1be67c73 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:38:29.382224 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (f06dafb0-726a-4fc9-8c97-0c1b1be67c73), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:29.385110 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-db49b71a-7993-47be-888e-978b8690b26a admin admin] Publish callbacks [] for security_group (cb305b0d-dccc-4516-ab14-49f2d8ed470c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:29.416951 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-da626a36-ed84-4c47-94b3-578bbbd408f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'name': 'tempest-DeleteServersTestJSON-2084788120-router', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f06dafb0-726a-4fc9-8c97-0c1b1be67c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:05Z', 'updated_at': '2022-07-25T05:38:28Z', 'revision_number': 5, 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'gw_port': {'id': 'f06dafb0-726a-4fc9-8c97-0c1b1be67c73', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:29.449074 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da626a36-ed84-4c47-94b3-578bbbd408f0 None None] Checking router: 6823bc61-af85-4d27-88fa-86b94dfea9b9 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:38:29.458626 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da626a36-ed84-4c47-94b3-578bbbd408f0 None None] Routers {'6823bc61-af85-4d27-88fa-86b94dfea9b9'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:38:29.459254 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-da626a36-ed84-4c47-94b3-578bbbd408f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:38:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['6823bc61-af85-4d27-88fa-86b94dfea9b9'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:29.503725 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] For port f06dafb0-726a-4fc9-8c97-0c1b1be67c73, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=f06dafb0-726a-4fc9-8c97-0c1b1be67c73,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:38:29.504206 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (f06dafb0-726a-4fc9-8c97-0c1b1be67c73), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:29.515845 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-db49b71a-7993-47be-888e-978b8690b26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (cb305b0d-dccc-4516-ab14-49f2d8ed470c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:29.518492 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-db49b71a-7993-47be-888e-978b8690b26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:29.519639 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-db49b71a-7993-47be-888e-978b8690b26a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cb305b0d-dccc-4516-ab14-49f2d8ed470c HTTP/1.1" status: 204 len: 168 time: 0.2582409 Jul 25 05:38:29.525486 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] Calling delete_port for f06dafb0-726a-4fc9-8c97-0c1b1be67c73 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:38:29.539621 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49b71a-7993-47be-888e-978b8690b26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb305b0d-dccc-4516-ab14-49f2d8ed470c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:29.552167 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-da626a36-ed84-4c47-94b3-578bbbd408f0 None None] Set router 6823bc61-af85-4d27-88fa-86b94dfea9b9 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:38:29.656854 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-da626a36-ed84-4c47-94b3-578bbbd408f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'name': 'tempest-DeleteServersTestJSON-2084788120-router', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:05Z', 'updated_at': '2022-07-25T05:38:29Z', 'revision_number': 6, 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'gw_port_host': None}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:29.683512 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da626a36-ed84-4c47-94b3-578bbbd408f0 None None] The sync data for ids ['6823bc61-af85-4d27-88fa-86b94dfea9b9'] in dv-cinder-850830-1-iscsi is: [{'id': '6823bc61-af85-4d27-88fa-86b94dfea9b9', 'name': 'tempest-DeleteServersTestJSON-2084788120-router', 'tenant_id': '0dc32f383ef54d94aeb44d0bc3885614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:05Z', 'updated_at': '2022-07-25T05:38:29Z', 'revision_number': 6, 'project_id': '0dc32f383ef54d94aeb44d0bc3885614', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:38:29.775376 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (f06dafb0-726a-4fc9-8c97-0c1b1be67c73), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:29.824910 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] Pushing event deleted for resources: {'Port': ['ID=f06dafb0-726a-4fc9-8c97-0c1b1be67c73,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:29.868332 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:29.929007 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63afd95-29ca-4a95-8217-fb0973d28c7b req-972beda3-9647-4b9c-b894-80d29cafbbae tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:29.930884 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b63afd95-29ca-4a95-8217-fb0973d28c7b req-972beda3-9647-4b9c-b894-80d29cafbbae tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.1479206 Jul 25 05:38:30.001547 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667339'] for router_gateway (6823bc61-af85-4d27-88fa-86b94dfea9b9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:30.047248 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b63afd95-29ca-4a95-8217-fb0973d28c7b req-4a48837b-92bb-4f33-9e95-0be8dbd54d94 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080596 Jul 25 05:38:30.119721 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (6823bc61-af85-4d27-88fa-86b94dfea9b9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:30.123240 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] Publish callbacks [] for router_controller (6823bc61-af85-4d27-88fa-86b94dfea9b9), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:30.210891 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666222'] for router (6823bc61-af85-4d27-88fa-86b94dfea9b9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:30.211671 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6823bc61-af85-4d27-88fa-86b94dfea9b9 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 05:38:30.218551 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:30.221968 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-695202d8-4b82-4367-8c38-aa8364954181 admin admin] 10.222.0.33 "DELETE /v2.0/routers/6823bc61-af85-4d27-88fa-86b94dfea9b9 HTTP/1.1" status: 204 len: 168 time: 1.2740974 Jul 25 05:38:30.222320 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34648) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:30.274481 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-34828807-6cff-4120-b94a-2e253061d28a admin admin] Deleting subnet 998c2396-b4c3-42c1-9f04-e5facca6548a {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:38:30.278536 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-34828807-6cff-4120-b94a-2e253061d28a admin admin] Publish callbacks [] for subnet (998c2396-b4c3-42c1-9f04-e5facca6548a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:30.320639 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-34828807-6cff-4120-b94a-2e253061d28a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002132'] for subnet (998c2396-b4c3-42c1-9f04-e5facca6548a), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:30.347446 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:30.442018 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-34828807-6cff-4120-b94a-2e253061d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (998c2396-b4c3-42c1-9f04-e5facca6548a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:30.515537 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-34828807-6cff-4120-b94a-2e253061d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61988012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62031678'] for subnet (998c2396-b4c3-42c1-9f04-e5facca6548a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:30.544444 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34828807-6cff-4120-b94a-2e253061d28a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=998c2396-b4c3-42c1-9f04-e5facca6548a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:30.547211 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-34828807-6cff-4120-b94a-2e253061d28a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:30.551348 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfa19d3-de16-4bb5-99df-431048741fda None None] Network e91b8e22-113d-4896-9773-135ebb821377 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:38:30.554814 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-34828807-6cff-4120-b94a-2e253061d28a admin admin] 10.222.0.33 "DELETE /v2.0/subnets/998c2396-b4c3-42c1-9f04-e5facca6548a HTTP/1.1" status: 204 len: 168 time: 0.3314776 Jul 25 05:38:30.557511 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 34658) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:30.618176 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34660) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:30.675715 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (e91b8e22-113d-4896-9773-135ebb821377), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:30.724585 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 9721fb98-385b-440b-bc48-318357236be5 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:38:30.752241 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 9721fb98-385b-440b-bc48-318357236be5 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:38:30.752695 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 9721fb98-385b-440b-bc48-318357236be5 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:38:30.753206 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device f06dafb0-726a-4fc9-8c97-0c1b1be67c73 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:38:30.758575 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Deleting port b3f3cad4-86ac-4e66-8466-c27a1aac0251 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:38:30.759053 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:30.778090 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: f06dafb0-726a-4fc9-8c97-0c1b1be67c73 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:38:30.778689 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device f06dafb0-726a-4fc9-8c97-0c1b1be67c73 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:38:30.845419 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] For port b3f3cad4-86ac-4e66-8466-c27a1aac0251, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=b3f3cad4-86ac-4e66-8466-c27a1aac0251,segment=NetworkSegment(6cc7949c-2ed3-498c-9c15-8e23c9d67d3f),segment_id=6cc7949c-2ed3-498c-9c15-8e23c9d67d3f)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:38:30.846762 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:30.868027 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Calling delete_port for b3f3cad4-86ac-4e66-8466-c27a1aac0251 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:38:30.888256 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] DHCP port deletion for e91b8e22-113d-4896-9773-135ebb821377 request from dv-cinder-850830-1-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 05:38:30.939726 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-34235e7b-02d0-4292-9990-ad2d748f2532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:30.980643 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Deleting port b3f3cad4-86ac-4e66-8466-c27a1aac0251 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:38:30.981753 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.013341 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.096445 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f3cad4-86ac-4e66-8466-c27a1aac0251,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:31.114673 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] No DVR routers for this DVR port b3f3cad4-86ac-4e66-8466-c27a1aac0251 on host dv-cinder-850830-1-iscsi {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:38:31.135714 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] For port b3f3cad4-86ac-4e66-8466-c27a1aac0251, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=b3f3cad4-86ac-4e66-8466-c27a1aac0251,segment=NetworkSegment(6cc7949c-2ed3-498c-9c15-8e23c9d67d3f),segment_id=6cc7949c-2ed3-498c-9c15-8e23c9d67d3f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:38:31.136132 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.173956 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-34235e7b-02d0-4292-9990-ad2d748f2532 admin admin] Publish callbacks [] for security_group (9d118a59-8b15-425b-a62b-aabf2e926ced), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.180990 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-34235e7b-02d0-4292-9990-ad2d748f2532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (9d118a59-8b15-425b-a62b-aabf2e926ced), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.224136 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Calling delete_port for b3f3cad4-86ac-4e66-8466-c27a1aac0251 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:38:31.244879 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (e91b8e22-113d-4896-9773-135ebb821377), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.266244 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-34235e7b-02d0-4292-9990-ad2d748f2532 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ae670cedc6c149a7bedea817cb280406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6451523 Jul 25 05:38:31.273624 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34686) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:31.296049 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91b8e22-113d-4896-9773-135ebb821377']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:31.319491 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:31.321538 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc7949c-2ed3-498c-9c15-8e23c9d67d3f') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:31.335790 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34235e7b-02d0-4292-9990-ad2d748f2532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d118a59-8b15-425b-a62b-aabf2e926ced,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:31.342090 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61739833'] for segment (6cc7949c-2ed3-498c-9c15-8e23c9d67d3f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.356392 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559'] for port (b3f3cad4-86ac-4e66-8466-c27a1aac0251), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.374596 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] No DVR routers for this DVR port b3f3cad4-86ac-4e66-8466-c27a1aac0251 on host dv-cinder-850830-1-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:38:31.377882 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (6cc7949c-2ed3-498c-9c15-8e23c9d67d3f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.379173 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af21129-6190-4849-b7bb-fac9f5b4d5eb req-6d340d93-18ac-4418-88d2-e3302e130dee tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:31.385960 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5af21129-6190-4849-b7bb-fac9f5b4d5eb req-6d340d93-18ac-4418-88d2-e3302e130dee tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.1183984 Jul 25 05:38:31.396099 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:38:31.397542 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61948010'] for segment (6cc7949c-2ed3-498c-9c15-8e23c9d67d3f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.403351 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Pushing event deleted for resources: {'Port': ['ID=b3f3cad4-86ac-4e66-8466-c27a1aac0251,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:31.418859 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.419443 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.419963 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.420578 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.421129 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.421754 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.422413 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.423071 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.423751 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.424490 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.425191 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.425822 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.426797 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.427294 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.427775 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732234-8d42-4e13-a24e-c04e5709aefb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:31.438289 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 6cc7949c-2ed3-498c-9c15-8e23c9d67d3f resource provider aggregate not found Jul 25 05:38:31.443380 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fb09959f-f259-4a01-9b48-2e755914a6f2 admin admin] Publish callbacks [] for security_group (9d118a59-8b15-425b-a62b-aabf2e926ced), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.492742 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 6cc7949c-2ed3-498c-9c15-8e23c9d67d3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cc7949c-2ed3-498c-9c15-8e23c9d67d3f found for delete ", "request_id": "req-d1fb91f6-86e4-4a35-bdea-2ed44b6592ed"}]} Jul 25 05:38:31.510635 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (e91b8e22-113d-4896-9773-135ebb821377), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.518328 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.524239 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] 10.222.0.33 "DELETE /v2.0/networks/e91b8e22-113d-4896-9773-135ebb821377 HTTP/1.1" status: 204 len: 168 time: 0.9633925 Jul 25 05:38:31.547966 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31157cf6-3e4e-42cc-954e-6586ebdff8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e91b8e22-113d-4896-9773-135ebb821377,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:31.712671 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5af21129-6190-4849-b7bb-fac9f5b4d5eb req-c83d5d6f-05ef-4ffd-8cc7-089d7b87f439 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257651 Jul 25 05:38:31.720308 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fb09959f-f259-4a01-9b48-2e755914a6f2 admin admin] Publish callbacks [] for security_group (9d118a59-8b15-425b-a62b-aabf2e926ced), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.748137 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:31.810529 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fb09959f-f259-4a01-9b48-2e755914a6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (9d118a59-8b15-425b-a62b-aabf2e926ced), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.815197 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fb09959f-f259-4a01-9b48-2e755914a6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:31.817826 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-fb09959f-f259-4a01-9b48-2e755914a6f2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9d118a59-8b15-425b-a62b-aabf2e926ced HTTP/1.1" status: 204 len: 168 time: 0.5414462 Jul 25 05:38:31.842116 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09959f-f259-4a01-9b48-2e755914a6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d118a59-8b15-425b-a62b-aabf2e926ced,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:31.848198 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 34710) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:31.919496 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-43f79bbd-ff27-4943-8663-adeaf5786d93 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0dc32f383ef54d94aeb44d0bc3885614&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0674253 Jul 25 05:38:31.922036 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 34712) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:31.950840 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:31.979247 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:32.012982 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8851fd9e-c50e-46b7-8643-f3aff3285b55 admin admin] Publish callbacks [] for security_group (d5db3b60-7221-4309-9314-0ea4e740a00e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:32.039930 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8851fd9e-c50e-46b7-8643-f3aff3285b55 admin admin] Publish callbacks [] for security_group (d5db3b60-7221-4309-9314-0ea4e740a00e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:32.103381 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8851fd9e-c50e-46b7-8643-f3aff3285b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (d5db3b60-7221-4309-9314-0ea4e740a00e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:32.106071 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8851fd9e-c50e-46b7-8643-f3aff3285b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:32.107554 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-8851fd9e-c50e-46b7-8643-f3aff3285b55 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d5db3b60-7221-4309-9314-0ea4e740a00e HTTP/1.1" status: 204 len: 168 time: 0.1841486 Jul 25 05:38:32.125750 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851fd9e-c50e-46b7-8643-f3aff3285b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5db3b60-7221-4309-9314-0ea4e740a00e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:32.373657 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 34744) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:32.394419 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81b61661-c32c-4d81-804c-e4d1bf9fe2c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:32.467947 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device b3f3cad4-86ac-4e66-8466-c27a1aac0251 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:38:32.502632 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: b3f3cad4-86ac-4e66-8466-c27a1aac0251 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:38:32.503578 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device b3f3cad4-86ac-4e66-8466-c27a1aac0251 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:38:32.516246 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81b61661-c32c-4d81-804c-e4d1bf9fe2c7 admin admin] Publish callbacks [] for security_group (7a4410d4-b912-4426-b916-0df86aae91d6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:32.521331 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81b61661-c32c-4d81-804c-e4d1bf9fe2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (7a4410d4-b912-4426-b916-0df86aae91d6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:32.573382 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34774) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:32.573950 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-81b61661-c32c-4d81-804c-e4d1bf9fe2c7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4852ad6bb4a44edcbc2f797588d5aa84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987028 Jul 25 05:38:32.574592 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b61661-c32c-4d81-804c-e4d1bf9fe2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4410d4-b912-4426-b916-0df86aae91d6,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:32.655574 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce086bb1-9fb4-46e6-a4b1-8163915a1a40 admin admin] Publish callbacks [] for security_group (7a4410d4-b912-4426-b916-0df86aae91d6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:32.686589 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce086bb1-9fb4-46e6-a4b1-8163915a1a40 admin admin] Publish callbacks [] for security_group (7a4410d4-b912-4426-b916-0df86aae91d6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:32.754963 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce086bb1-9fb4-46e6-a4b1-8163915a1a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (7a4410d4-b912-4426-b916-0df86aae91d6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:32.757901 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce086bb1-9fb4-46e6-a4b1-8163915a1a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:32.759103 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ce086bb1-9fb4-46e6-a4b1-8163915a1a40 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7a4410d4-b912-4426-b916-0df86aae91d6 HTTP/1.1" status: 204 len: 168 time: 0.1833079 Jul 25 05:38:32.773818 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce086bb1-9fb4-46e6-a4b1-8163915a1a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4410d4-b912-4426-b916-0df86aae91d6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:32.946656 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ec395-93e1-401c-aed0-9f70ae12887a req-35661842-85bf-4ab1-876e-b8bea83c95c0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:32.948231 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-775ec395-93e1-401c-aed0-9f70ae12887a req-35661842-85bf-4ab1-876e-b8bea83c95c0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.1105700 Jul 25 05:38:32.956653 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d2ba0-20a4-47db-86d4-8788ecabe34f req-d8edd0e9-762e-4546-8099-9ecafbf75010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:32.958162 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-004d2ba0-20a4-47db-86d4-8788ecabe34f req-d8edd0e9-762e-4546-8099-9ecafbf75010 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 1129 time: 0.1097312 Jul 25 05:38:32.991502 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:33.045385 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-004d2ba0-20a4-47db-86d4-8788ecabe34f req-e39cd7d3-17b1-4774-9813-cd45d52e2699 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763998 Jul 25 05:38:33.048394 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-775ec395-93e1-401c-aed0-9f70ae12887a req-b1d8810a-db45-416b-abf0-5982719a44a9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893295 Jul 25 05:38:33.193165 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34810) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:33.325456 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-857113481-network', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:38:33.376266 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] Made reservation on behalf of f0b7d41e75df46f28cebff70c16d4750 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:38:33.379134 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:33.388895 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:33.512916 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] Publish callbacks [] for security_group (f15234dd-7ae2-42c8-827c-29149edc83a7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:33.517717 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (f15234dd-7ae2-42c8-827c-29149edc83a7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:33.544974 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:38:33.569703 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (a29ecbe0-ca40-42b2-9159-77bae58e1fa5), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:33.570512 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] Added segment a29ecbe0-ca40-42b2-9159-77bae58e1fa5 of type vlan for network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 Jul 25 05:38:33.572429 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15234dd-7ae2-42c8-827c-29149edc83a7,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:33.648317 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (9e8a2b36-0a33-4763-b71a-50bb1209bd57), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:33.689363 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (9e8a2b36-0a33-4763-b71a-50bb1209bd57), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:33.690387 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:33.691275 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:33.728628 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5341346 Jul 25 05:38:33.748203 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 34858) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:33.755198 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-51765ce3-06b2-4270-970f-9d65c2098b67 admin admin] Request body: {'subnet': {'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-857113481-subnet', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:38:33.765687 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49864318-e677-4e8c-9b41-8b546a7bd674 admin admin] Pushing event updated for resources: {'Network': ['ID=9e8a2b36-0a33-4763-b71a-50bb1209bd57,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:33.776000 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:38:33.794041 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51765ce3-06b2-4270-970f-9d65c2098b67 admin admin] Made reservation on behalf of f0b7d41e75df46f28cebff70c16d4750 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:38:33.799207 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51765ce3-06b2-4270-970f-9d65c2098b67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61931674'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.048636 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51765ce3-06b2-4270-970f-9d65c2098b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61948049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61931656'] for subnet (e90ad6d8-8def-4a90-a2f2-756814ec1124), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.126895 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51765ce3-06b2-4270-970f-9d65c2098b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e90ad6d8-8def-4a90-a2f2-756814ec1124,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:34.131539 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51765ce3-06b2-4270-970f-9d65c2098b67 admin admin] Checking segment: {'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:38:34.131889 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51765ce3-06b2-4270-970f-9d65c2098b67 admin admin] Network hostable DHCP agents. Network: 9e8a2b36-0a33-4763-b71a-50bb1209bd57, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:38:34.155987 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51765ce3-06b2-4270-970f-9d65c2098b67 admin admin] Network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:38:34.158012 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:34.188410 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-51765ce3-06b2-4270-970f-9d65c2098b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, 9e8a2b36-0a33-4763-b71a-50bb1209bd57) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:38:34.197178 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51765ce3-06b2-4270-970f-9d65c2098b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:34.197956 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51765ce3-06b2-4270-970f-9d65c2098b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.203266 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2100cf-e791-4bce-b6d1-d76029a268dd None None] Network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:38:34.209006 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3dc82-e59a-4310-bc42-2640420047fe req-7fa88018-531a-4e48-965e-68aa7353e648 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:34.210714 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6af3dc82-e59a-4310-bc42-2640420047fe req-7fa88018-531a-4e48-965e-68aa7353e648 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0628042 Jul 25 05:38:34.220599 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-51765ce3-06b2-4270-970f-9d65c2098b67 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4699965 Jul 25 05:38:34.223309 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 34870) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:34.229042 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:38:34.252043 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:34.260523 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-728'] for router (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.262215 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-751'] for router (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.266902 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6af3dc82-e59a-4310-bc42-2640420047fe req-953dcf6c-1eef-41db-a632-fd7868c39a58 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485122 Jul 25 05:38:34.330993 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Publish callbacks [] for router_controller (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.341889 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fd5b1d1-d160-5e6d-81c3-07e62fcf4b68-9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124'}]}} from dv-cinder-850830-1-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:38:34.342901 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.484312 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Publish callbacks [] for router_gateway (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.496541 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Allocated IP 172.20.0.2 (9e8a2b36-0a33-4763-b71a-50bb1209bd57/e90ad6d8-8def-4a90-a2f2-756814ec1124/85a3f288-723e-49df-ad71-526964774ae7) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:38:34.562648 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:34.573834 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:34.659839 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Publish callbacks [] for port (85a3f288-723e-49df-ad71-526964774ae7), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.669388 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (85a3f288-723e-49df-ad71-526964774ae7), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.695839 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Publish callbacks [] for router_gateway (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.713487 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:38:34.716220 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:34.716759 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.717765 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:38:34.721706 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:38:34.742891 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Pushing event updated for resources: {'Port': ['ID=85a3f288-723e-49df-ad71-526964774ae7,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:34.796706 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Attempting to bind port 85a3f288-723e-49df-ad71-526964774ae7 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:38:34.797404 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Attempting to bind port 85a3f288-723e-49df-ad71-526964774ae7 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:38:34.797591 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Attempting to bind port 85a3f288-723e-49df-ad71-526964774ae7 on network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:38:34.803155 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:38:34.803524 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Checking segment: {'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:38:34.803915 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.804584 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Bound using segment: {'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:38:34.805245 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Bound port: 85a3f288-723e-49df-ad71-526964774ae7, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:38:34.805891 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (85a3f288-723e-49df-ad71-526964774ae7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.838559 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Allocated IP 172.27.3.34 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/cf7b74d1-a91f-4a17-b15e-d4215b46c7e0) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:38:34.877305 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] For port 85a3f288-723e-49df-ad71-526964774ae7, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:38:34.890861 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] For port 85a3f288-723e-49df-ad71-526964774ae7, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=85a3f288-723e-49df-ad71-526964774ae7,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:38:34.899895 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (85a3f288-723e-49df-ad71-526964774ae7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.956981 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Publish callbacks [] for port (cf7b74d1-a91f-4a17-b15e-d4215b46c7e0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:34.961176 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e5954-9237-4c2a-a17e-91c50f31efdd None None] Pushing event updated for resources: {'Port': ['ID=85a3f288-723e-49df-ad71-526964774ae7,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:35.003283 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (cf7b74d1-a91f-4a17-b15e-d4215b46c7e0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:35.040630 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:38:35.043700 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:38:35.047349 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:38:35.080445 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7b74d1-a91f-4a17-b15e-d4215b46c7e0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:35.390413 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:35.405436 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Publish callbacks [] for router_gateway (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:35.425241 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748bace-bbac-4269-9c83-f62330725479 req-b6dd1af3-a5f7-4417-a365-57b8d2e0fe87 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:35.426756 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8748bace-bbac-4269-9c83-f62330725479 req-b6dd1af3-a5f7-4417-a365-57b8d2e0fe87 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0566018 Jul 25 05:38:35.492460 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8748bace-bbac-4269-9c83-f62330725479 req-ce15860d-3e09-4d24-8b56-447076fa27ce tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556750 Jul 25 05:38:35.595130 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:35.614430 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775234'] for router (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:35.986886 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 is scheduled to L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:38:36.018873 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a02733-6a8e-41a0-a7ab-4540497262ad None None] Network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:38:36.099549 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-59c5b463-06de-40bd-980b-ff28e68dfe8d None None] Provisioning complete for port 85a3f288-723e-49df-ad71-526964774ae7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:38:36.099932 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-59c5b463-06de-40bd-980b-ff28e68dfe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (85a3f288-723e-49df-ad71-526964774ae7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:36.103230 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:38:36.121677 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:36.123325 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-144fca69-01b5-45ea-b7ce-071a4293c4c5 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8987939 Jul 25 05:38:36.126282 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 34918) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:36.131441 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Sync routers for ids ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:38:36.156657 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Routers {'0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:38:36.157309 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:38:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:36.460293 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-59c5b463-06de-40bd-980b-ff28e68dfe8d None None] Current status of the port 85a3f288-723e-49df-ad71-526964774ae7 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:38:36.460695 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-59c5b463-06de-40bd-980b-ff28e68dfe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (85a3f288-723e-49df-ad71-526964774ae7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:36.488518 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Set router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:38:36.578733 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 85a3f288-723e-49df-ad71-526964774ae7 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:38:36.614803 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-59c5b463-06de-40bd-980b-ff28e68dfe8d None None] For port 85a3f288-723e-49df-ad71-526964774ae7, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=85a3f288-723e-49df-ad71-526964774ae7,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:38:36.625987 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:36.643087 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-59c5b463-06de-40bd-980b-ff28e68dfe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (85a3f288-723e-49df-ad71-526964774ae7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:36.681870 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d58cd5-9c17-4287-962f-7d573c03245f req-4b7ec587-c2ec-4b58-b0b9-ee218d44db36 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:36.692872 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c7d58cd5-9c17-4287-962f-7d573c03245f req-4b7ec587-c2ec-4b58-b0b9-ee218d44db36 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.1130054 Jul 25 05:38:36.720528 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:36.722492 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:36.754396 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5b463-06de-40bd-980b-ff28e68dfe8d None None] Pushing event updated for resources: {'Port': ['ID=85a3f288-723e-49df-ad71-526964774ae7,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:36.756992 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 85a3f288-723e-49df-ad71-526964774ae7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:38:36.757587 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (85a3f288-723e-49df-ad71-526964774ae7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:36.769997 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c7d58cd5-9c17-4287-962f-7d573c03245f req-eb1a4607-dbbd-438f-bda3-9881ff56c291 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798118 Jul 25 05:38:36.808511 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:36.863170 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-86727f3e-505e-4c86-a6a3-66833eefd3b1 None None] Provisioning complete for port 85a3f288-723e-49df-ad71-526964774ae7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:38:36.863461 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-86727f3e-505e-4c86-a6a3-66833eefd3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (85a3f288-723e-49df-ad71-526964774ae7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:36.919829 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:35Z', 'revision_number': 3, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:36.951260 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Allocated IP 172.20.0.1 (9e8a2b36-0a33-4763-b71a-50bb1209bd57/e90ad6d8-8def-4a90-a2f2-756814ec1124/0881223b-6015-49a1-bd1f-765e672b4805) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:38:36.954031 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:36.998299 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Checking router: 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:38:36.999055 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Updating router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 port cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 binding host dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:38:37.065432 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 85a3f288-723e-49df-ad71-526964774ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:38:37.072586 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (cf7b74d1-a91f-4a17-b15e-d4215b46c7e0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:37.126983 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Publish callbacks [] for port (0881223b-6015-49a1-bd1f-765e672b4805), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:37.148028 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-86727f3e-505e-4c86-a6a3-66833eefd3b1 None None] Current status of the port 85a3f288-723e-49df-ad71-526964774ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:38:37.185451 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (0881223b-6015-49a1-bd1f-765e672b4805), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:37.225367 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:38:37.228422 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:38:37.232196 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:38:37.268022 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0881223b-6015-49a1-bd1f-765e672b4805,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:37.288034 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663993'] for router_interface (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:37.432970 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Publish callbacks [] for port (cf7b74d1-a91f-4a17-b15e-d4215b46c7e0), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:37.442017 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (cf7b74d1-a91f-4a17-b15e-d4215b46c7e0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:37.516539 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Attempting to bind port cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:38:37.521340 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Attempting to bind port cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:38:37.521756 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Attempting to bind port cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 on network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:38:37.531863 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (0881223b-6015-49a1-bd1f-765e672b4805), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:37.532297 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:38:37.532679 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Checking segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:38:37.533115 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:37.533522 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Bound using segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:38:37.534010 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Bound port: cf7b74d1-a91f-4a17-b15e-d4215b46c7e0, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:38:37.534598 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (cf7b74d1-a91f-4a17-b15e-d4215b46c7e0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:37.538630 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54aaac-b0fe-4628-9bb3-bfddf0ca80ac None None] Pushing event updated for resources: {'Port': ['ID=cf7b74d1-a91f-4a17-b15e-d4215b46c7e0,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:37.595700 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-650aaae6-6e94-40f7-a2e0-4f5cc3ac02c4 None None] Provisioning complete for port 0881223b-6015-49a1-bd1f-765e672b4805 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:38:37.596499 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-650aaae6-6e94-40f7-a2e0-4f5cc3ac02c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (0881223b-6015-49a1-bd1f-765e672b4805), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:37.628672 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] For port cf7b74d1-a91f-4a17-b15e-d4215b46c7e0, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:38:37.648851 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:37.654492 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] For port cf7b74d1-a91f-4a17-b15e-d4215b46c7e0, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=cf7b74d1-a91f-4a17-b15e-d4215b46c7e0,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:38:37.659210 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-650aaae6-6e94-40f7-a2e0-4f5cc3ac02c4 None None] Port 0881223b-6015-49a1-bd1f-765e672b4805 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:38:37.667967 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (cf7b74d1-a91f-4a17-b15e-d4215b46c7e0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:37.740487 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Routers {'0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:38:37.741450 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:38:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:37.743451 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54aaac-b0fe-4628-9bb3-bfddf0ca80ac None None] Pushing event updated for resources: {'Port': ['ID=cf7b74d1-a91f-4a17-b15e-d4215b46c7e0,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:37.755065 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Publish callbacks [] for port (0881223b-6015-49a1-bd1f-765e672b4805), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:37.761507 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (0881223b-6015-49a1-bd1f-765e672b4805), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:37.853007 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663893'] for router_interface (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:37.856382 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0881223b-6015-49a1-bd1f-765e672b4805,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:37.879252 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:37.888409 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] Set router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:38:37.895143 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:37.976242 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48750614-700c-48dd-9002-f05857235eee req-81658a15-aa7e-400e-a64d-92e03c85d900 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:37.977772 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-48750614-700c-48dd-9002-f05857235eee req-81658a15-aa7e-400e-a64d-92e03c85d900 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0869870 Jul 25 05:38:38.014301 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:38.035762 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:38:38.041255 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:38:38.053862 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-48750614-700c-48dd-9002-f05857235eee req-7339e4b7-9647-43da-85e7-d91dded69517 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677366 Jul 25 05:38:38.083427 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:36Z', 'revision_number': 1, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:38.141292 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7bec1b-7c4a-407a-ac54-0360e3b711c8 None None] The sync data for ids ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'] in dv-cinder-850830-1-iscsi is: [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:36Z', 'revision_number': 1, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:38:38.202213 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:38:38.324113 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec64d4-b633-4efd-aac7-0cbcf23a2947 req-fa5141cc-06c7-4fb6-bcbf-c1ea5875263c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:38.326206 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7fec64d4-b633-4efd-aac7-0cbcf23a2947 req-fa5141cc-06c7-4fb6-bcbf-c1ea5875263c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.1198413 Jul 25 05:38:38.381469 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e798bea4-a583-4b0d-bed0-f16ba1311942 None None] Provisioning complete for port 0881223b-6015-49a1-bd1f-765e672b4805 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:38:38.381774 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e798bea4-a583-4b0d-bed0-f16ba1311942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (0881223b-6015-49a1-bd1f-765e672b4805), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:38.435809 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7fec64d4-b633-4efd-aac7-0cbcf23a2947 req-9c648a6f-38e4-4e94-b6f2-807f4109cf8d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996625 Jul 25 05:38:38.439573 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:38:38.441934 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e798bea4-a583-4b0d-bed0-f16ba1311942 None None] Port 0881223b-6015-49a1-bd1f-765e672b4805 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:38:38.448165 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-71c11d1f-8be8-48ec-abc4-fbf2262310c6 admin admin] 10.222.0.33 "PUT /v2.0/routers/0a3271e7-7dc4-45ce-a015-e2bdf46d9e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3205750 Jul 25 05:38:38.612311 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 85a3f288-723e-49df-ad71-526964774ae7 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:38:38.703463 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 85a3f288-723e-49df-ad71-526964774ae7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:38:38.704037 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (85a3f288-723e-49df-ad71-526964774ae7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:38.859755 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 85a3f288-723e-49df-ad71-526964774ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:38:38.977109 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 35006) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:38.983185 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8466c2c9-fb73-4fec-bcbf-14ee3267687d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663327477', 'description': 'tempest-description--1710869255'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:38:39.066669 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8466c2c9-fb73-4fec-bcbf-14ee3267687d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.239902 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8466c2c9-fb73-4fec-bcbf-14ee3267687d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group (82fdff91-1bde-4f49-a997-611b553b6709), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.245918 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8466c2c9-fb73-4fec-bcbf-14ee3267687d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (82fdff91-1bde-4f49-a997-611b553b6709), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.285131 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466c2c9-fb73-4fec-bcbf-14ee3267687d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82fdff91-1bde-4f49-a997-611b553b6709,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:39.306163 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8466c2c9-fb73-4fec-bcbf-14ee3267687d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.307963 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-8466c2c9-fb73-4fec-bcbf-14ee3267687d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3287466 Jul 25 05:38:39.314108 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35026) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:39.321799 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-893914a9-2cdd-4b9a-970d-7513d091ed71 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Request body: {'security_group_rule': {'security_group_id': '82fdff91-1bde-4f49-a997-611b553b6709', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:38:39.328966 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c3807044-c3ad-43cd-9ccf-bb37f417b02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.373723 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-893914a9-2cdd-4b9a-970d-7513d091ed71 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group_rule (d57a312f-e27d-4d34-be92-4c71d2a467ff), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.449391 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-893914a9-2cdd-4b9a-970d-7513d091ed71 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group_rule (d57a312f-e27d-4d34-be92-4c71d2a467ff), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.454929 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-893914a9-2cdd-4b9a-970d-7513d091ed71 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (d57a312f-e27d-4d34-be92-4c71d2a467ff), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.473177 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893914a9-2cdd-4b9a-970d-7513d091ed71 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57a312f-e27d-4d34-be92-4c71d2a467ff,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:39.496646 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-893914a9-2cdd-4b9a-970d-7513d091ed71 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.498158 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-893914a9-2cdd-4b9a-970d-7513d091ed71 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1822159 Jul 25 05:38:39.500864 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35038) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:39.509083 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1bb1d6f2-2606-46e9-b585-ae2acaf1a535 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Request body: {'security_group_rule': {'security_group_id': '82fdff91-1bde-4f49-a997-611b553b6709', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:38:39.538157 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1bb1d6f2-2606-46e9-b585-ae2acaf1a535 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group_rule (fad4b2e4-9497-4fee-a892-5fdeec478978), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.602125 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1bb1d6f2-2606-46e9-b585-ae2acaf1a535 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group_rule (fad4b2e4-9497-4fee-a892-5fdeec478978), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.607527 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1bb1d6f2-2606-46e9-b585-ae2acaf1a535 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (fad4b2e4-9497-4fee-a892-5fdeec478978), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.641010 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1d6f2-2606-46e9-b585-ae2acaf1a535 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad4b2e4-9497-4fee-a892-5fdeec478978,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:39.652621 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1bb1d6f2-2606-46e9-b585-ae2acaf1a535 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.657109 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1bb1d6f2-2606-46e9-b585-ae2acaf1a535 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530418 Jul 25 05:38:39.659067 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=37 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:39.660266 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:39.660770 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35042) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:39.668120 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Request body: {'floatingip': {'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:38:39.698856 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.775365 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 35046) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:39.795710 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.848970 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:39.861024 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:39.913576 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8126d69c-3220-4cb7-a53a-0bcfff75e454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:39.923049 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Allocated IP 172.27.3.134 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/becd1e78-6f60-4353-a6e1-e921c24d6651) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:38:39.962061 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:40.005911 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8126d69c-3220-4cb7-a53a-0bcfff75e454 admin admin] Publish callbacks [] for security_group (2eabd8a9-cc45-4cb2-8cce-27fa6bdb92c8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.009838 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8126d69c-3220-4cb7-a53a-0bcfff75e454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (2eabd8a9-cc45-4cb2-8cce-27fa6bdb92c8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.039989 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for port (becd1e78-6f60-4353-a6e1-e921c24d6651), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.050439 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-8126d69c-3220-4cb7-a53a-0bcfff75e454 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0f5638765ef9440d89e36b7613349c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739213 Jul 25 05:38:40.051283 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126d69c-3220-4cb7-a53a-0bcfff75e454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eabd8a9-cc45-4cb2-8cce-27fa6bdb92c8,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:40.053523 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 35052) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:40.075539 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (becd1e78-6f60-4353-a6e1-e921c24d6651), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.109580 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ea8e9430-25e7-4ae9-8d80-bae6c45ea302 admin admin] Publish callbacks [] for security_group (2eabd8a9-cc45-4cb2-8cce-27fa6bdb92c8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.111828 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:40.122763 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:38:40.128173 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:38:40.130377 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event updated for resources: {'Port': ['ID=becd1e78-6f60-4353-a6e1-e921c24d6651,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:40.132529 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:38:40.137510 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ea8e9430-25e7-4ae9-8d80-bae6c45ea302 admin admin] Publish callbacks [] for security_group (2eabd8a9-cc45-4cb2-8cce-27fa6bdb92c8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.192400 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ea8e9430-25e7-4ae9-8d80-bae6c45ea302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (2eabd8a9-cc45-4cb2-8cce-27fa6bdb92c8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.195392 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ea8e9430-25e7-4ae9-8d80-bae6c45ea302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.196655 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ea8e9430-25e7-4ae9-8d80-bae6c45ea302 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2eabd8a9-cc45-4cb2-8cce-27fa6bdb92c8 HTTP/1.1" status: 204 len: 168 time: 0.1420739 Jul 25 05:38:40.211482 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e9430-25e7-4ae9-8d80-bae6c45ea302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eabd8a9-cc45-4cb2-8cce-27fa6bdb92c8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:40.239548 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for floatingip (66bb1a99-e26a-4db8-92dc-fd8c98e1e4af), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.279517 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (becd1e78-6f60-4353-a6e1-e921c24d6651), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.457621 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for port (becd1e78-6f60-4353-a6e1-e921c24d6651), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.463178 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (becd1e78-6f60-4353-a6e1-e921c24d6651), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.527618 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:38:40.540476 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (66bb1a99-e26a-4db8-92dc-fd8c98e1e4af), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.543179 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35064) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:40.574036 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e432a1bc-429c-4377-8c65-ae87bc4df6f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.585126 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event updated for resources: {'Port': ['ID=becd1e78-6f60-4353-a6e1-e921c24d6651,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:40.594262 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.594539 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:38:40.594980 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (cf7b74d1-a91f-4a17-b15e-d4215b46c7e0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.595478 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a000f15c-d8af-47a3-bc73-81eb5df1fba1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9335587 Jul 25 05:38:40.627978 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:40.650567 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:40.691939 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e432a1bc-429c-4377-8c65-ae87bc4df6f2 admin admin] Publish callbacks [] for security_group (62550f63-2ddc-4a25-ad9b-dc56c63ea2dc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.692560 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:38:40.693256 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (cf7b74d1-a91f-4a17-b15e-d4215b46c7e0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.697762 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e432a1bc-429c-4377-8c65-ae87bc4df6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (62550f63-2ddc-4a25-ad9b-dc56c63ea2dc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.724865 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port cf7b74d1-a91f-4a17-b15e-d4215b46c7e0, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=cf7b74d1-a91f-4a17-b15e-d4215b46c7e0,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:38:40.733310 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (cf7b74d1-a91f-4a17-b15e-d4215b46c7e0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.754213 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432a1bc-429c-4377-8c65-ae87bc4df6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62550f63-2ddc-4a25-ad9b-dc56c63ea2dc,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:40.760848 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e432a1bc-429c-4377-8c65-ae87bc4df6f2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4cca9815ca534f04bd785bb6be6f7be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116327 Jul 25 05:38:40.762108 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35072) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:40.804204 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=cf7b74d1-a91f-4a17-b15e-d4215b46c7e0,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:40.819271 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2833f991-2b74-41b5-b057-60202667d9fb admin admin] Publish callbacks [] for security_group (62550f63-2ddc-4a25-ad9b-dc56c63ea2dc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.847947 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2833f991-2b74-41b5-b057-60202667d9fb admin admin] Publish callbacks [] for security_group (62550f63-2ddc-4a25-ad9b-dc56c63ea2dc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.855509 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Sync routers for ids ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:38:40.865781 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Routers {'0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:38:40.866467 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:38:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:40.897363 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2833f991-2b74-41b5-b057-60202667d9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (62550f63-2ddc-4a25-ad9b-dc56c63ea2dc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.900106 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2833f991-2b74-41b5-b057-60202667d9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:40.901392 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2833f991-2b74-41b5-b057-60202667d9fb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/62550f63-2ddc-4a25-ad9b-dc56c63ea2dc HTTP/1.1" status: 204 len: 168 time: 0.1372383 Jul 25 05:38:40.910302 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833f991-2b74-41b5-b057-60202667d9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62550f63-2ddc-4a25-ad9b-dc56c63ea2dc,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:40.979854 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Set router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:38:41.132244 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:41.150340 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:41.178840 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 2, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:41.206219 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Checking router: 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:38:41.206835 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Updating router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 port 0881223b-6015-49a1-bd1f-765e672b4805 binding host dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:38:41.236276 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (0881223b-6015-49a1-bd1f-765e672b4805), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:41.509852 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Publish callbacks [] for port (0881223b-6015-49a1-bd1f-765e672b4805), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:41.519192 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (0881223b-6015-49a1-bd1f-765e672b4805), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:41.570118 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Pushing event updated for resources: {'Port': ['ID=0881223b-6015-49a1-bd1f-765e672b4805,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:41.579136 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.579484 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.579849 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.580200 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.580532 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.580882 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.581215 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.581523 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.582101 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.582420 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.583185 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.583920 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.584398 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.584910 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.585675 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:38:41.664771 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Attempting to bind port 0881223b-6015-49a1-bd1f-765e672b4805 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:38:41.665627 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Attempting to bind port 0881223b-6015-49a1-bd1f-765e672b4805 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:38:41.666033 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Attempting to bind port 0881223b-6015-49a1-bd1f-765e672b4805 on network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:38:41.672035 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:38:41.672406 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Checking segment: {'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:38:41.673004 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:41.673397 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Bound using segment: {'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:38:41.673862 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Bound port: 0881223b-6015-49a1-bd1f-765e672b4805, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:38:41.674233 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (0881223b-6015-49a1-bd1f-765e672b4805), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:41.693652 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ac7a589c-a906-48c5-b341-01427ac7d3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:41.757045 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] For port 0881223b-6015-49a1-bd1f-765e672b4805, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:38:41.761457 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] For port 0881223b-6015-49a1-bd1f-765e672b4805, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=0881223b-6015-49a1-bd1f-765e672b4805,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:38:41.768729 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (0881223b-6015-49a1-bd1f-765e672b4805), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:41.818325 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:41.818810 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-62be55a9-bc25-44bf-b3c9-b67a05532e4c None None] Provisioning complete for port 0881223b-6015-49a1-bd1f-765e672b4805 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:38:41.819332 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:41.819947 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-62be55a9-bc25-44bf-b3c9-b67a05532e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (0881223b-6015-49a1-bd1f-765e672b4805), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:41.853554 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11630304-b4b6-45c7-990e-ee9b8a3fe491 None None] Pushing event updated for resources: {'Port': ['ID=0881223b-6015-49a1-bd1f-765e672b4805,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:41.876550 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Routers {'0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:38:41.890281 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:38:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:41.969753 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-62be55a9-bc25-44bf-b3c9-b67a05532e4c None None] Current status of the port 0881223b-6015-49a1-bd1f-765e672b4805 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:38:41.970531 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-62be55a9-bc25-44bf-b3c9-b67a05532e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (0881223b-6015-49a1-bd1f-765e672b4805), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:42.020741 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-62be55a9-bc25-44bf-b3c9-b67a05532e4c None None] For port 0881223b-6015-49a1-bd1f-765e672b4805, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=0881223b-6015-49a1-bd1f-765e672b4805,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:38:42.030758 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-62be55a9-bc25-44bf-b3c9-b67a05532e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (0881223b-6015-49a1-bd1f-765e672b4805), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:42.051795 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] Set router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:38:42.108906 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be55a9-bc25-44bf-b3c9-b67a05532e4c None None] Pushing event updated for resources: {'Port': ['ID=0881223b-6015-49a1-bd1f-765e672b4805,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:42.273482 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b0c601e1-0569-401e-8dc0-350c53dd88c4 None None] Provisioning complete for port 0881223b-6015-49a1-bd1f-765e672b4805 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:38:42.273865 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b0c601e1-0569-401e-8dc0-350c53dd88c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (0881223b-6015-49a1-bd1f-765e672b4805), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:42.300816 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:41Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:38:42.327159 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:42.363668 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b0c601e1-0569-401e-8dc0-350c53dd88c4 None None] Current status of the port 0881223b-6015-49a1-bd1f-765e672b4805 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:38:42.450729 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71be7a0-2cac-4aa2-8ea4-cc4ffc5af5bf None None] The sync data for ids ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'] in dv-cinder-850830-1-iscsi is: [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:41Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:38:42.543652 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:38:42.602358 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:42.636628 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:38:42.638079 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (cf7b74d1-a91f-4a17-b15e-d4215b46c7e0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:42.740345 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae0f44-0f7c-4dd5-afb2-043e73433f38 req-2f695b06-9910-491f-9d78-1f808f4b8ebc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:42.743280 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f6ae0f44-0f7c-4dd5-afb2-043e73433f38 req-2f695b06-9910-491f-9d78-1f808f4b8ebc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0966141 Jul 25 05:38:42.764905 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a0345-cab0-4ec7-b7ee-29fb32c4d9a2 req-0a526c3d-6557-47fc-a781-a86388f51281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:42.766871 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2b0a0345-cab0-4ec7-b7ee-29fb32c4d9a2 req-0a526c3d-6557-47fc-a781-a86388f51281 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 1129 time: 0.1656320 Jul 25 05:38:42.798077 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:38:42.799450 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 0881223b-6015-49a1-bd1f-765e672b4805 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:38:42.858852 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 0881223b-6015-49a1-bd1f-765e672b4805 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:38:42.859443 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (0881223b-6015-49a1-bd1f-765e672b4805), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:42.879680 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f6ae0f44-0f7c-4dd5-afb2-043e73433f38 req-8ff141eb-e63c-42b6-be1d-afde0c2a6c58 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251364 Jul 25 05:38:42.985472 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a0345-cab0-4ec7-b7ee-29fb32c4d9a2 req-48d695f7-2386-4602-8cbf-cd9bc0707385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:42.988848 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2b0a0345-cab0-4ec7-b7ee-29fb32c4d9a2 req-48d695f7-2386-4602-8cbf-cd9bc0707385 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.2130640 Jul 25 05:38:43.083598 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2b0a0345-cab0-4ec7-b7ee-29fb32c4d9a2 req-313c08b2-dbe8-447b-8b68-020810c25dc5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 HTTP/1.1" status: 200 len: 217 time: 0.0858314 Jul 25 05:38:43.185206 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a0345-cab0-4ec7-b7ee-29fb32c4d9a2 req-d01f2c73-f12a-4dd8-a83a-55dc65e0a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:43.190511 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2b0a0345-cab0-4ec7-b7ee-29fb32c4d9a2 req-d01f2c73-f12a-4dd8-a83a-55dc65e0a256 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.0986736 Jul 25 05:38:43.212967 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 0881223b-6015-49a1-bd1f-765e672b4805 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:38:43.259702 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a0345-cab0-4ec7-b7ee-29fb32c4d9a2 req-4c7c5841-eacb-4651-b844-c2e942f63f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:43.261825 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2b0a0345-cab0-4ec7-b7ee-29fb32c4d9a2 req-4c7c5841-eacb-4651-b844-c2e942f63f2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641458 Jul 25 05:38:43.294296 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35160) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:43.414769 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2b0a0345-cab0-4ec7-b7ee-29fb32c4d9a2 req-d4fbeda3-f72d-4494-92ab-9e35a647e5ed service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403470 Jul 25 05:38:43.477334 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51836c89-8661-46ee-a39c-89e1193ebe8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:43.610929 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2b0a0345-cab0-4ec7-b7ee-29fb32c4d9a2 req-605eb3d4-d934-4cb7-ac9e-4a7b84ecd268 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861057 Jul 25 05:38:43.652279 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51836c89-8661-46ee-a39c-89e1193ebe8e admin admin] Publish callbacks [] for security_group (142bbb9e-a32e-45e0-8a74-db4d95defed5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:43.658120 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51836c89-8661-46ee-a39c-89e1193ebe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (142bbb9e-a32e-45e0-8a74-db4d95defed5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:43.713731 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-51836c89-8661-46ee-a39c-89e1193ebe8e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2c93153688f646fca7018d9edfe5574b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4181032 Jul 25 05:38:43.714707 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51836c89-8661-46ee-a39c-89e1193ebe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142bbb9e-a32e-45e0-8a74-db4d95defed5,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:43.717038 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 35178) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:43.770915 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70dd9101-29db-4392-ac0a-eb28229f8385 admin admin] Publish callbacks [] for security_group (142bbb9e-a32e-45e0-8a74-db4d95defed5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:43.794188 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70dd9101-29db-4392-ac0a-eb28229f8385 admin admin] Publish callbacks [] for security_group (142bbb9e-a32e-45e0-8a74-db4d95defed5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:43.850413 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70dd9101-29db-4392-ac0a-eb28229f8385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (142bbb9e-a32e-45e0-8a74-db4d95defed5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:43.853728 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70dd9101-29db-4392-ac0a-eb28229f8385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:43.855092 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-70dd9101-29db-4392-ac0a-eb28229f8385 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/142bbb9e-a32e-45e0-8a74-db4d95defed5 HTTP/1.1" status: 204 len: 168 time: 0.1366272 Jul 25 05:38:43.864739 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd9101-29db-4392-ac0a-eb28229f8385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142bbb9e-a32e-45e0-8a74-db4d95defed5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:44.013925 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299e828-6ce7-4afc-9708-6bc156dfadb2 req-b17b685c-1f55-44fe-8d2d-db8bb14bd994 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:44.015531 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e299e828-6ce7-4afc-9708-6bc156dfadb2 req-b17b685c-1f55-44fe-8d2d-db8bb14bd994 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0563130 Jul 25 05:38:44.039627 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:44.070139 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e299e828-6ce7-4afc-9708-6bc156dfadb2 req-895fc602-b97b-4934-a803-004ef2c65a7c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479605 Jul 25 05:38:44.130368 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:44.164545 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 35192) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:44.178630 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3204999b-b217-4c35-bb00-5ea78436c419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:44.216707 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:44.259095 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3204999b-b217-4c35-bb00-5ea78436c419 admin admin] Publish callbacks [] for security_group (29378546-9da5-461f-822e-094159de642e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:44.263460 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3204999b-b217-4c35-bb00-5ea78436c419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (29378546-9da5-461f-822e-094159de642e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:44.303418 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3204999b-b217-4c35-bb00-5ea78436c419 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6935284cd57940499a1e24401a9f2aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377065 Jul 25 05:38:44.304526 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204999b-b217-4c35-bb00-5ea78436c419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29378546-9da5-461f-822e-094159de642e,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:44.306113 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35194) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:44.357060 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3997416e-b28a-4c78-bb2b-66b0f914f400 admin admin] Publish callbacks [] for security_group (29378546-9da5-461f-822e-094159de642e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:44.379841 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3997416e-b28a-4c78-bb2b-66b0f914f400 admin admin] Publish callbacks [] for security_group (29378546-9da5-461f-822e-094159de642e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:44.432441 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3997416e-b28a-4c78-bb2b-66b0f914f400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (29378546-9da5-461f-822e-094159de642e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:44.435112 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3997416e-b28a-4c78-bb2b-66b0f914f400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:44.436322 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-3997416e-b28a-4c78-bb2b-66b0f914f400 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/29378546-9da5-461f-822e-094159de642e HTTP/1.1" status: 204 len: 168 time: 0.1291542 Jul 25 05:38:44.444310 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997416e-b28a-4c78-bb2b-66b0f914f400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29378546-9da5-461f-822e-094159de642e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:44.677146 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:44.812328 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35208) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:44.826532 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0b441ec-10c3-46aa-8eee-27069f197c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:44.927739 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:44.947479 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0b441ec-10c3-46aa-8eee-27069f197c19 admin admin] Publish callbacks [] for security_group (1f140a48-a605-4bde-bb99-452c2e868de5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:44.970025 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0b441ec-10c3-46aa-8eee-27069f197c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (1f140a48-a605-4bde-bb99-452c2e868de5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:45.013590 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-a7eb8523-1b59-4902-bfc6-74f7bec4efd7 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1663327477&fields=id&tenant_id=f0b7d41e75df46f28cebff70c16d4750 HTTP/1.1" status: 200 len: 267 time: 0.0768502 Jul 25 05:38:45.044070 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b0b441ec-10c3-46aa-8eee-27069f197c19 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ace7b756233b490a8f52550824f77d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282374 Jul 25 05:38:45.044410 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b441ec-10c3-46aa-8eee-27069f197c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f140a48-a605-4bde-bb99-452c2e868de5,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:45.046866 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35222) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:45.163473 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdecd9e5-f855-4b8f-b86b-5e9c0ca0f9a1 admin admin] Publish callbacks [] for security_group (1f140a48-a605-4bde-bb99-452c2e868de5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:45.193582 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-fc03288a-33e1-4071-b3a6-c88d8d3d3d31 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:45.194014 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:45.195237 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-fc03288a-33e1-4071-b3a6-c88d8d3d3d31 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/networks?id=9e8a2b36-0a33-4763-b71a-50bb1209bd57 HTTP/1.1" status: 200 len: 810 time: 0.1735828 Jul 25 05:38:45.196428 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdecd9e5-f855-4b8f-b86b-5e9c0ca0f9a1 admin admin] Publish callbacks [] for security_group (1f140a48-a605-4bde-bb99-452c2e868de5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:45.230410 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-e14cc1ff-6b2f-492a-bf8d-b9cc9e52dd9b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/quotas/f0b7d41e75df46f28cebff70c16d4750 HTTP/1.1" status: 200 len: 375 time: 0.0177772 Jul 25 05:38:45.239849 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66619702-e311-41e0-9d6b-b4aff3cde4af req-40fdb9e6-686b-4738-8a08-16e5701e3891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:45.245379 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-66619702-e311-41e0-9d6b-b4aff3cde4af req-40fdb9e6-686b-4738-8a08-16e5701e3891 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0771327 Jul 25 05:38:45.261731 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdecd9e5-f855-4b8f-b86b-5e9c0ca0f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (1f140a48-a605-4bde-bb99-452c2e868de5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:45.265176 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdecd9e5-f855-4b8f-b86b-5e9c0ca0f9a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:45.266379 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-fdecd9e5-f855-4b8f-b86b-5e9c0ca0f9a1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1f140a48-a605-4bde-bb99-452c2e868de5 HTTP/1.1" status: 204 len: 168 time: 0.2047386 Jul 25 05:38:45.274486 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecd9e5-f855-4b8f-b86b-5e9c0ca0f9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f140a48-a605-4bde-bb99-452c2e868de5,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:45.320513 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-5a86aacf-a637-4ebf-90d1-fa85862703e1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f0b7d41e75df46f28cebff70c16d4750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739202 Jul 25 05:38:45.359606 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-66619702-e311-41e0-9d6b-b4aff3cde4af req-44676a39-1591-4d23-aa5e-79bbed567de2 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023996 Jul 25 05:38:45.434837 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-3e5131c7-6193-430c-8675-ba6c90a510c5 service neutron] 10.222.0.33 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005435 Jul 25 05:38:45.542066 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-d95d9007-fd71-4e46-bdf0-97ca4d809362 service neutron] 10.222.0.33 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999250 Jul 25 05:38:45.716062 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a9dc75aa-dae0-4945-97f9-3597e750130a req-c8142864-3fd7-4c3c-968e-0602d8663fef tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 210 time: 0.0278230 Jul 25 05:38:46.479101 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcdf07-005a-440d-9e5b-03432f85ced3 req-449477ce-cc1e-4a37-a7c1-d76d33cf42b5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:46.480469 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-91fcdf07-005a-440d-9e5b-03432f85ced3 req-449477ce-cc1e-4a37-a7c1-d76d33cf42b5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0505149 Jul 25 05:38:46.526636 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-91fcdf07-005a-440d-9e5b-03432f85ced3 req-29ed3d30-5876-4a69-8dee-240347cfd2b0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Jul 25 05:38:46.811112 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b0dfcbd2-5b26-4dec-bad3-c6a7f5fab5ba req-b9fd1fc3-5a6e-43e8-9fc8-644d5eb62930 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 210 time: 0.0287118 Jul 25 05:38:47.642846 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c6336-2ebe-421a-88dc-0ed91a2ed53a req-b3ce88e6-987f-44b5-9890-86fbbd9d0c15 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:47.644487 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cb8c6336-2ebe-421a-88dc-0ed91a2ed53a req-b3ce88e6-987f-44b5-9890-86fbbd9d0c15 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0490944 Jul 25 05:38:47.674602 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:47.693096 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cb8c6336-2ebe-421a-88dc-0ed91a2ed53a req-7a5e4997-9b2f-4ab7-b98c-8097d9591c52 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 Jul 25 05:38:47.909903 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-06c824a8-8461-44a8-a435-89fdeab38f00 req-ee882067-0d87-491f-b7dd-59c43eec56ae tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 210 time: 0.0311611 Jul 25 05:38:48.806614 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ed830-d88f-479b-87c4-1e722de7a40f req-99437f2a-9b71-4fae-822b-fc986d432053 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:48.808097 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-846ed830-d88f-479b-87c4-1e722de7a40f req-99437f2a-9b71-4fae-822b-fc986d432053 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0470836 Jul 25 05:38:48.855592 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-846ed830-d88f-479b-87c4-1e722de7a40f req-da51b6a9-d5a5-48ff-af01-18c6246c2e1a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Jul 25 05:38:49.010368 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-32c82331-6ff5-4ad5-86f7-e1080be44663 req-729c247d-39b9-4f9e-b278-9badc095116f tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 210 time: 0.0309389 Jul 25 05:38:49.153200 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-514d439f-ee71-4d14-98b2-b9f0c281c000 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:49.154846 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-514d439f-ee71-4d14-98b2-b9f0c281c000 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.43 "GET /v2.0/networks?id=9e8a2b36-0a33-4763-b71a-50bb1209bd57 HTTP/1.1" status: 200 len: 810 time: 0.1173446 Jul 25 05:38:49.178729 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:49.229513 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-75952734-f252-41f7-b4e0-2c825a2d87c5 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0b7d41e75df46f28cebff70c16d4750 HTTP/1.1" status: 200 len: 380 time: 0.0560448 Jul 25 05:38:49.361502 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-8da39cc0-8779-4c18-b778-eca910290114 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Request body: {'port': {'device_id': '4943e050-a915-4850-8e01-9590c5fcde77', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'admin_state_up': True, 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'security_groups': ['82fdff91-1bde-4f49-a997-611b553b6709']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:38:49.487008 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-8da39cc0-8779-4c18-b778-eca910290114 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Made reservation on behalf of f0b7d41e75df46f28cebff70c16d4750 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:38:49.493462 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-8da39cc0-8779-4c18-b778-eca910290114 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:49.660158 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-8da39cc0-8779-4c18-b778-eca910290114 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Allocated IP 172.20.0.10 (9e8a2b36-0a33-4763-b71a-50bb1209bd57/e90ad6d8-8def-4a90-a2f2-756814ec1124/95d850ae-eaa4-4645-9536-93c90734b2d8) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:38:49.894758 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35332) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:50.023342 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cfd66ecf-c3b8-476a-8e0d-beea2d9e47b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.059926 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846eef3a-cae8-45ce-8d42-6da8a9980a97 req-291337d3-7794-459c-a434-512d1621b8a0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:50.061729 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-846eef3a-cae8-45ce-8d42-6da8a9980a97 req-291337d3-7794-459c-a434-512d1621b8a0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0856717 Jul 25 05:38:50.064636 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-8da39cc0-8779-4c18-b778-eca910290114 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.105997 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cfd66ecf-c3b8-476a-8e0d-beea2d9e47b5 admin admin] Publish callbacks [] for security_group (2d329b41-e7df-4679-bf21-220d42eb95b3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.109852 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cfd66ecf-c3b8-476a-8e0d-beea2d9e47b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (2d329b41-e7df-4679-bf21-220d42eb95b3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.146489 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a0cfc604-de6c-40d5-bcd2-b1c12cd04bae req-eff04f27-d47f-42a3-8c4d-62f05ef5cf49 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 210 time: 0.0523901 Jul 25 05:38:50.148573 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd66ecf-c3b8-476a-8e0d-beea2d9e47b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d329b41-e7df-4679-bf21-220d42eb95b3,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:50.156236 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-cfd66ecf-c3b8-476a-8e0d-beea2d9e47b5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=63dbaa5c92514af9bd6d74576a5b2147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603953 Jul 25 05:38:50.157125 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35340) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:50.168320 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-8da39cc0-8779-4c18-b778-eca910290114 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.177313 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-846eef3a-cae8-45ce-8d42-6da8a9980a97 req-96ba0189-59a9-4e98-8fb9-e46bd36e21f4 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025214 Jul 25 05:38:50.220225 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0e17c813-b8e5-482f-ba07-205627fb6e52 admin admin] Publish callbacks [] for security_group (2d329b41-e7df-4679-bf21-220d42eb95b3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.221621 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-8da39cc0-8779-4c18-b778-eca910290114 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:38:50.224753 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-8da39cc0-8779-4c18-b778-eca910290114 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:38:50.233124 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-8da39cc0-8779-4c18-b778-eca910290114 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:38:50.246718 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0e17c813-b8e5-482f-ba07-205627fb6e52 admin admin] Publish callbacks [] for security_group (2d329b41-e7df-4679-bf21-220d42eb95b3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.258226 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da39cc0-8779-4c18-b778-eca910290114 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event updated for resources: {'Port': ['ID=95d850ae-eaa4-4645-9536-93c90734b2d8,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:50.292917 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-8da39cc0-8779-4c18-b778-eca910290114 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:50.293911 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-8da39cc0-8779-4c18-b778-eca910290114 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.297659 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:50.305277 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:50.306863 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0e17c813-b8e5-482f-ba07-205627fb6e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (2d329b41-e7df-4679-bf21-220d42eb95b3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.310274 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0e17c813-b8e5-482f-ba07-205627fb6e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.316170 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0e17c813-b8e5-482f-ba07-205627fb6e52 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2d329b41-e7df-4679-bf21-220d42eb95b3 HTTP/1.1" status: 204 len: 168 time: 0.1558535 Jul 25 05:38:50.326255 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-8da39cc0-8779-4c18-b778-eca910290114 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9690340 Jul 25 05:38:50.337775 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17c813-b8e5-482f-ba07-205627fb6e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d329b41-e7df-4679-bf21-220d42eb95b3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:50.353045 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Request body: {'port': {'device_id': '4943e050-a915-4850-8e01-9590c5fcde77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:38:50.430987 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.555204 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-95cd2120-6d3b-48f7-ae37-83fb36b12200 None None] Provisioning complete for port 95d850ae-eaa4-4645-9536-93c90734b2d8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:38:50.556111 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-95cd2120-6d3b-48f7-ae37-83fb36b12200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.597948 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-95cd2120-6d3b-48f7-ae37-83fb36b12200 None None] Port 95d850ae-eaa4-4645-9536-93c90734b2d8 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:38:50.660096 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35348) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:50.673784 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-429786b5-81ea-40cd-b82a-284284dc6246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.733084 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d850ae-eaa4-4645-9536-93c90734b2d8 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:38:50.742415 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Publish callbacks [] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.759198 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Transition to ACTIVE for port object 95d850ae-eaa4-4645-9536-93c90734b2d8 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:38:50.762310 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.778224 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-429786b5-81ea-40cd-b82a-284284dc6246 admin admin] Publish callbacks [] for security_group (b57192de-749b-4584-924a-e61787ce0238), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.785933 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-429786b5-81ea-40cd-b82a-284284dc6246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (b57192de-749b-4584-924a-e61787ce0238), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.830287 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Pushing event updated for resources: {'Port': ['ID=95d850ae-eaa4-4645-9536-93c90734b2d8,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:50.833333 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429786b5-81ea-40cd-b82a-284284dc6246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57192de-749b-4584-924a-e61787ce0238,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:50.854453 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:50.860413 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-429786b5-81ea-40cd-b82a-284284dc6246 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a91f41ec2e2746e9a4ecf04cf091bc2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986470 Jul 25 05:38:50.865026 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35356) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:50.931610 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f52f661b-f902-4689-84cb-48a26e46d5af admin admin] Publish callbacks [] for security_group (b57192de-749b-4584-924a-e61787ce0238), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.949330 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Attempting to bind port 95d850ae-eaa4-4645-9536-93c90734b2d8 on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:38:50.949947 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Attempting to bind port 95d850ae-eaa4-4645-9536-93c90734b2d8 by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:38:50.950447 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Attempting to bind port 95d850ae-eaa4-4645-9536-93c90734b2d8 on network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:38:50.960501 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Port 95d850ae-eaa4-4645-9536-93c90734b2d8 on network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:38:50.960634 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Attempting to bind port 95d850ae-eaa4-4645-9536-93c90734b2d8 on network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:38:50.961430 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f52f661b-f902-4689-84cb-48a26e46d5af admin admin] Publish callbacks [] for security_group (b57192de-749b-4584-924a-e61787ce0238), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:50.966370 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:38:50.966743 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Checking segment: {'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:38:50.967329 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Bound using segment: {'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:38:50.967860 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Bound port: 95d850ae-eaa4-4645-9536-93c90734b2d8, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:38:50.968256 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:51.032324 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f52f661b-f902-4689-84cb-48a26e46d5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (b57192de-749b-4584-924a-e61787ce0238), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:51.038696 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] For port 95d850ae-eaa4-4645-9536-93c90734b2d8, host hv-cinder-85083, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:38:51.040801 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f52f661b-f902-4689-84cb-48a26e46d5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:51.044418 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f52f661b-f902-4689-84cb-48a26e46d5af admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b57192de-749b-4584-924a-e61787ce0238 HTTP/1.1" status: 204 len: 168 time: 0.1760721 Jul 25 05:38:51.044562 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] For port 95d850ae-eaa4-4645-9536-93c90734b2d8, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=95d850ae-eaa4-4645-9536-93c90734b2d8,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:38:51.053126 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f661b-f902-4689-84cb-48a26e46d5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57192de-749b-4584-924a-e61787ce0238,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:51.054974 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:51.107784 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:51.108546 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:51.110032 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] 10.222.0.43 "PUT /v2.0/ports/95d850ae-eaa4-4645-9536-93c90734b2d8 HTTP/1.1" status: 200 len: 1094 time: 0.7639208 Jul 25 05:38:51.110469 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4943e050-a915-4850-8e01-9590c5fcde77', 'tag': '95d850ae-eaa4-4645-9536-93c90734b2d8'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:38:51.112714 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaceacd-e375-40e6-a210-58bb8f9e10aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4943e050-a915-4850-8e01-9590c5fcde77", "tag": "95d850ae-eaa4-4645-9536-93c90734b2d8"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:38:51.149259 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:51.151235 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a2e80-99d3-486b-b2d8-6bb7f73a2394 service neutron] Pushing event updated for resources: {'Port': ['ID=95d850ae-eaa4-4645-9536-93c90734b2d8,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:51.177139 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5933e1f9-678b-47ca-9f1e-d7fc4b0e2759 x-openstack-request-id: req-5933e1f9-678b-47ca-9f1e-d7fc4b0e2759 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:38:51.177429 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4943e050-a915-4850-8e01-9590c5fcde77", "tag": "95d850ae-eaa4-4645-9536-93c90734b2d8", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:38:51.177685 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5933e1f9-678b-47ca-9f1e-d7fc4b0e2759 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:38:51.178087 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5933e1f9-678b-47ca-9f1e-d7fc4b0e2759'] response: {'name': 'network-changed', 'server_uuid': '4943e050-a915-4850-8e01-9590c5fcde77', 'tag': '95d850ae-eaa4-4645-9536-93c90734b2d8', 'status': 'completed', 'code': 200} Jul 25 05:38:51.252500 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-9fa34692-6c1b-4918-8be9-d9832ed4ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:51.254106 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-9fa34692-6c1b-4918-8be9-d9832ed4ad66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0b7d41e75df46f28cebff70c16d4750&device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 1128 time: 0.0518525 Jul 25 05:38:51.333008 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-fe800a6d-23ae-40ad-b643-9f319651b8d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d850ae-eaa4-4645-9536-93c90734b2d8 HTTP/1.1" status: 200 len: 217 time: 0.0619192 Jul 25 05:38:51.424081 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4b25f-5ee1-49d3-8dac-0b46b93dd048 req-d312b926-dcd3-480b-a68e-2d36553e2a38 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:51.428318 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aeb4b25f-5ee1-49d3-8dac-0b46b93dd048 req-d312b926-dcd3-480b-a68e-2d36553e2a38 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 944 time: 0.1469803 Jul 25 05:38:51.436447 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31e199-d903-46ce-8c43-a443403a7272 req-2d84e6cb-14d6-4526-b729-760125d2a4a2 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:51.437978 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2d31e199-d903-46ce-8c43-a443403a7272 req-2d84e6cb-14d6-4526-b729-760125d2a4a2 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.1258900 Jul 25 05:38:51.453992 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:51.483445 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-ce1f7b5f-6c90-476e-bbd1-6ad219037757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:51.484994 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-ce1f7b5f-6c90-476e-bbd1-6ad219037757 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e90ad6d8-8def-4a90-a2f2-756814ec1124 HTTP/1.1" status: 200 len: 849 time: 0.1146562 Jul 25 05:38:51.492875 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:51.577762 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2d31e199-d903-46ce-8c43-a443403a7272 req-338de98e-b538-4a91-ab1e-38f7d67e0fe1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244011 Jul 25 05:38:51.582863 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aeb4b25f-5ee1-49d3-8dac-0b46b93dd048 req-3be1e578-5344-4bf9-aed4-8c27518f9f33 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439943 Jul 25 05:38:51.584285 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-18c03d9f-ad57-43f0-b348-e0a071330e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:51.585811 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-18c03d9f-ad57-43f0-b348-e0a071330e59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e8a2b36-0a33-4763-b71a-50bb1209bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852916 Jul 25 05:38:51.689303 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-89d943d1-4abf-40e7-92f7-f6f0ee82c814 service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965514 Jul 25 05:38:51.792439 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-37be9b61-e388-492e-b97f-b7525e3ca20c req-632e0ca4-8c5a-49cc-8c03-5317edabec8e service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967422 Jul 25 05:38:52.298462 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=36 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:52.304147 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=37 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:52.736188 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297f20a-e40a-4f3e-8a10-cf8bfa1fbb5b req-bcd7ef21-cf37-4937-b074-2553ff9817b9 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:52.737723 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1297f20a-e40a-4f3e-8a10-cf8bfa1fbb5b req-bcd7ef21-cf37-4937-b074-2553ff9817b9 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 944 time: 0.0790823 Jul 25 05:38:52.748550 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5b703-14d6-4cd7-acfd-134923253b18 req-8cad0e65-2ac3-4f79-828a-3657986f790a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:52.750013 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bbb5b703-14d6-4cd7-acfd-134923253b18 req-8cad0e65-2ac3-4f79-828a-3657986f790a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0806510 Jul 25 05:38:52.831417 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1297f20a-e40a-4f3e-8a10-cf8bfa1fbb5b req-b1c8954b-62cd-42eb-9ab7-1a5e35c8730f tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787070 Jul 25 05:38:52.839618 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bbb5b703-14d6-4cd7-acfd-134923253b18 req-7756e939-55dd-48d3-9ebb-6feaa3242ade tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757973 Jul 25 05:38:53.246592 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaceacd-e375-40e6-a210-58bb8f9e10aa req-7d7d1f1d-837d-400c-8b37-0ee95281213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:53.249290 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-edaceacd-e375-40e6-a210-58bb8f9e10aa req-7d7d1f1d-837d-400c-8b37-0ee95281213c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0b7d41e75df46f28cebff70c16d4750&device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 1128 time: 0.0440102 Jul 25 05:38:53.364042 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaceacd-e375-40e6-a210-58bb8f9e10aa req-3ecdbe20-e1f2-460b-a869-737ab3914baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:53.365635 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-edaceacd-e375-40e6-a210-58bb8f9e10aa req-3ecdbe20-e1f2-460b-a869-737ab3914baf service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e8a2b36-0a33-4763-b71a-50bb1209bd57 HTTP/1.1" status: 200 len: 911 time: 0.1091690 Jul 25 05:38:53.412020 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-edaceacd-e375-40e6-a210-58bb8f9e10aa req-8a4b7510-d81d-408c-9425-2773540cbf96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d850ae-eaa4-4645-9536-93c90734b2d8 HTTP/1.1" status: 200 len: 217 time: 0.0388453 Jul 25 05:38:53.464732 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaceacd-e375-40e6-a210-58bb8f9e10aa req-f070cebf-31e8-4e04-a0bc-bad2965a6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:53.466328 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-edaceacd-e375-40e6-a210-58bb8f9e10aa req-f070cebf-31e8-4e04-a0bc-bad2965a6345 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e90ad6d8-8def-4a90-a2f2-756814ec1124 HTTP/1.1" status: 200 len: 849 time: 0.0475025 Jul 25 05:38:53.498662 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35476) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:53.520679 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaceacd-e375-40e6-a210-58bb8f9e10aa req-d1ff1a8e-4763-476b-a7d4-292c2daaf688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:53.522567 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-edaceacd-e375-40e6-a210-58bb8f9e10aa req-d1ff1a8e-4763-476b-a7d4-292c2daaf688 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e8a2b36-0a33-4763-b71a-50bb1209bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447533 Jul 25 05:38:53.584030 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35480) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:53.636523 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-edaceacd-e375-40e6-a210-58bb8f9e10aa req-c4986dac-c1ef-41fb-bd2c-587b0e1f5157 service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055429 Jul 25 05:38:53.694251 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b08c51d-7b31-4e00-ad86-654c8340296c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:53.699673 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:DELETE=5,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:53.724015 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb460201-f877-4e8e-896c-af522f629b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:53.735624 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:53.751159 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-edaceacd-e375-40e6-a210-58bb8f9e10aa req-b52874ee-0400-4288-af73-86b48c27c170 service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027899 Jul 25 05:38:53.860806 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b08c51d-7b31-4e00-ad86-654c8340296c admin admin] Publish callbacks [] for security_group (5a9f49c6-d388-4b96-842a-6b2719d31e26), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:53.869600 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b08c51d-7b31-4e00-ad86-654c8340296c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (5a9f49c6-d388-4b96-842a-6b2719d31e26), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:53.881563 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb460201-f877-4e8e-896c-af522f629b53 admin admin] Publish callbacks [] for security_group (6f011d60-1c5b-42d5-899e-3ebbaa3fb89c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:53.896348 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb460201-f877-4e8e-896c-af522f629b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (6f011d60-1c5b-42d5-899e-3ebbaa3fb89c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:53.929297 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08c51d-7b31-4e00-ad86-654c8340296c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9f49c6-d388-4b96-842a-6b2719d31e26,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:53.938235 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-7b08c51d-7b31-4e00-ad86-654c8340296c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=53ab1f11e0b64b82a39b148902f34fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386365 Jul 25 05:38:53.943911 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35488) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:53.961494 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-bb460201-f877-4e8e-896c-af522f629b53 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=35d2f0aee1784bdba7727f70fd41c28e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763015 Jul 25 05:38:53.973982 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35490) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:54.001612 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb460201-f877-4e8e-896c-af522f629b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f011d60-1c5b-42d5-899e-3ebbaa3fb89c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:54.004456 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c407cf-fea4-46fc-8a6f-26de5f24f4a6 req-db182ffe-ea35-4cc2-afe3-34f461364261 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:54.006215 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-32c407cf-fea4-46fc-8a6f-26de5f24f4a6 req-db182ffe-ea35-4cc2-afe3-34f461364261 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 944 time: 0.0989051 Jul 25 05:38:54.015712 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d321c63-f375-4ca9-a6af-40cf108f1053 req-f2a0fe4a-9956-4658-b1ca-57ceb084d11f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:54.017518 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1d321c63-f375-4ca9-a6af-40cf108f1053 req-f2a0fe4a-9956-4658-b1ca-57ceb084d11f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0955884 Jul 25 05:38:54.057305 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-97b01551-04ff-4f5b-87f6-286f61cab7e0 admin admin] Publish callbacks [] for security_group (5a9f49c6-d388-4b96-842a-6b2719d31e26), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.075897 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b19f5265-7bd9-4191-bd5d-b06778f586a7 admin admin] Publish callbacks [] for security_group (6f011d60-1c5b-42d5-899e-3ebbaa3fb89c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.094920 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:54.097636 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-97b01551-04ff-4f5b-87f6-286f61cab7e0 admin admin] Publish callbacks [] for security_group (5a9f49c6-d388-4b96-842a-6b2719d31e26), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.099756 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-32c407cf-fea4-46fc-8a6f-26de5f24f4a6 req-a9881228-8700-47f6-bb4f-a7e92006e2dc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811050 Jul 25 05:38:54.103206 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1d321c63-f375-4ca9-a6af-40cf108f1053 req-b8d29893-17ad-4d0d-bf9b-7c654a06cda6 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774050 Jul 25 05:38:54.120581 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b19f5265-7bd9-4191-bd5d-b06778f586a7 admin admin] Publish callbacks [] for security_group (6f011d60-1c5b-42d5-899e-3ebbaa3fb89c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.187630 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b19f5265-7bd9-4191-bd5d-b06778f586a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (6f011d60-1c5b-42d5-899e-3ebbaa3fb89c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.190330 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b19f5265-7bd9-4191-bd5d-b06778f586a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.191502 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b19f5265-7bd9-4191-bd5d-b06778f586a7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6f011d60-1c5b-42d5-899e-3ebbaa3fb89c HTTP/1.1" status: 204 len: 168 time: 0.2165430 Jul 25 05:38:54.194102 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:54.198035 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-97b01551-04ff-4f5b-87f6-286f61cab7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (5a9f49c6-d388-4b96-842a-6b2719d31e26), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.200512 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-97b01551-04ff-4f5b-87f6-286f61cab7e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.205068 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-97b01551-04ff-4f5b-87f6-286f61cab7e0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5a9f49c6-d388-4b96-842a-6b2719d31e26 HTTP/1.1" status: 204 len: 168 time: 0.2567017 Jul 25 05:38:54.208367 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f5265-7bd9-4191-bd5d-b06778f586a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f011d60-1c5b-42d5-899e-3ebbaa3fb89c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:54.220403 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b01551-04ff-4f5b-87f6-286f61cab7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9f49c6-d388-4b96-842a-6b2719d31e26,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:54.640282 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 35520) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:54.667884 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bae16365-8ee6-436e-9572-c306a94b9250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.766313 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bae16365-8ee6-436e-9572-c306a94b9250 admin admin] Publish callbacks [] for security_group (646f864a-ce77-4ca6-9949-1663b901e7ca), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.773953 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bae16365-8ee6-436e-9572-c306a94b9250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (646f864a-ce77-4ca6-9949-1663b901e7ca), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.817860 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-bae16365-8ee6-436e-9572-c306a94b9250 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a5b85550a3614743864373ca398f68a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732607 Jul 25 05:38:54.817860 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae16365-8ee6-436e-9572-c306a94b9250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646f864a-ce77-4ca6-9949-1663b901e7ca,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:54.818543 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35522) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:38:54.872665 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb673-5b2e-4aba-8972-4c3a52c07042 admin admin] Publish callbacks [] for security_group (646f864a-ce77-4ca6-9949-1663b901e7ca), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.895380 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb673-5b2e-4aba-8972-4c3a52c07042 admin admin] Publish callbacks [] for security_group (646f864a-ce77-4ca6-9949-1663b901e7ca), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.945428 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb673-5b2e-4aba-8972-4c3a52c07042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (646f864a-ce77-4ca6-9949-1663b901e7ca), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.947990 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb673-5b2e-4aba-8972-4c3a52c07042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:54.949172 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-eb5bb673-5b2e-4aba-8972-4c3a52c07042 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/646f864a-ce77-4ca6-9949-1663b901e7ca HTTP/1.1" status: 204 len: 168 time: 0.1280835 Jul 25 05:38:54.960270 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bb673-5b2e-4aba-8972-4c3a52c07042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646f864a-ce77-4ca6-9949-1663b901e7ca,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:55.285299 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ee4ad-5440-4cba-8944-07156f1b231a req-341b9443-4e91-4455-a900-67b36b293097 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:55.289251 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8a9ee4ad-5440-4cba-8944-07156f1b231a req-341b9443-4e91-4455-a900-67b36b293097 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 944 time: 0.0868306 Jul 25 05:38:55.297512 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e435677-7310-4972-af54-148815a8a87e req-5e8ab91b-19bd-4df8-b83e-1ca7215d22f7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:55.298974 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9e435677-7310-4972-af54-148815a8a87e req-5e8ab91b-19bd-4df8-b83e-1ca7215d22f7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0872526 Jul 25 05:38:55.380217 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8a9ee4ad-5440-4cba-8944-07156f1b231a req-de74cf3d-6d41-4b30-8cfd-22ba1f7c4743 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802727 Jul 25 05:38:55.401377 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9e435677-7310-4972-af54-148815a8a87e req-390f2320-b1c7-442b-a27f-61cce79f27fb tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935721 Jul 25 05:38:56.529064 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53736a35-ca60-4375-a5bc-d0cd04bdc6a2 req-f50094fb-6289-4a15-9308-caf7772a4b08 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:56.531126 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-53736a35-ca60-4375-a5bc-d0cd04bdc6a2 req-f50094fb-6289-4a15-9308-caf7772a4b08 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 944 time: 0.0754769 Jul 25 05:38:56.550687 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b335832-2fb2-4097-bf63-735169aa57df req-e0b6cd3b-dd1d-4d6b-972f-f4a92b8178af tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:56.552106 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9b335832-2fb2-4097-bf63-735169aa57df req-e0b6cd3b-dd1d-4d6b-972f-f4a92b8178af tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0660410 Jul 25 05:38:56.621867 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-53736a35-ca60-4375-a5bc-d0cd04bdc6a2 req-e93a1438-c034-4d44-9b6b-703a0db0b62c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831323 Jul 25 05:38:56.630112 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9b335832-2fb2-4097-bf63-735169aa57df req-4296e9f2-0c8d-4f8f-a917-7120e3a46ab8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663536 Jul 25 05:38:57.105518 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 95d850ae-eaa4-4645-9536-93c90734b2d8 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:38:57.208051 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 95d850ae-eaa4-4645-9536-93c90734b2d8, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=95d850ae-eaa4-4645-9536-93c90734b2d8,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:38:57.219459 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '95d850ae-eaa4-4645-9536-93c90734b2d8', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'port_id': '95d850ae-eaa4-4645-9536-93c90734b2d8', 'mac_address': 'fa:16:3e:f4:93:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:38:57.254821 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 95d850ae-eaa4-4645-9536-93c90734b2d8 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:38:57.255216 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:57.267855 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d850ae-eaa4-4645-9536-93c90734b2d8 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:38:57.287016 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 95d850ae-eaa4-4645-9536-93c90734b2d8, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=95d850ae-eaa4-4645-9536-93c90734b2d8,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:38:57.290642 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:38:57.339615 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=95d850ae-eaa4-4645-9536-93c90734b2d8,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:38:57.771381 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb33eb-b184-4395-b628-00cf76256780 req-7e5c2fb1-40d0-4718-a908-fe1017b22713 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:57.772915 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7fdb33eb-b184-4395-b628-00cf76256780 req-7e5c2fb1-40d0-4718-a908-fe1017b22713 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 945 time: 0.0767038 Jul 25 05:38:57.778902 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac21de9-9993-42f1-8d76-a96b06a214c0 req-f9695628-a464-46a7-b38a-027834863688 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:57.780908 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1ac21de9-9993-42f1-8d76-a96b06a214c0 req-f9695628-a464-46a7-b38a-027834863688 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0751660 Jul 25 05:38:57.860330 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7fdb33eb-b184-4395-b628-00cf76256780 req-5128348c-b9ce-4a6a-8a2a-9270528d9c8f tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784705 Jul 25 05:38:57.863529 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1ac21de9-9993-42f1-8d76-a96b06a214c0 req-ff326ed4-5680-401d-9233-0060d4c9da13 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748823 Jul 25 05:38:58.475103 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['95d850ae-eaa4-4645-9536-93c90734b2d8'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:38:58.563412 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:58.995162 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:38:59.020946 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436d1fa-0132-4965-a5d4-96cb2c44eac9 req-b0a302d4-81d2-48cb-870e-2e10bd65e378 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:59.023115 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c436d1fa-0132-4965-a5d4-96cb2c44eac9 req-b0a302d4-81d2-48cb-870e-2e10bd65e378 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0724275 Jul 25 05:38:59.086583 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c436d1fa-0132-4965-a5d4-96cb2c44eac9 req-8ab56f75-d672-4e16-9756-d6afdbe58935 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551467 Jul 25 05:38:59.119828 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b010c8-b345-47ed-aaf2-9d65ec13916e req-be24c1c5-c727-4b0f-8369-25aafb1e9173 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:38:59.121320 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-91b010c8-b345-47ed-aaf2-9d65ec13916e req-be24c1c5-c727-4b0f-8369-25aafb1e9173 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 945 time: 0.0490186 Jul 25 05:38:59.171846 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-91b010c8-b345-47ed-aaf2-9d65ec13916e req-6efc89c7-cc01-4699-92ec-04d19f25b1f3 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441651 Jul 25 05:39:00.102385 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 95d850ae-eaa4-4645-9536-93c90734b2d8 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:00.157841 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 95d850ae-eaa4-4645-9536-93c90734b2d8 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:39:00.164441 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 95d850ae-eaa4-4645-9536-93c90734b2d8 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:00.164981 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:00.211862 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:00.240966 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adea8ad-3736-42ef-9504-0fd5179f4ef8 req-839ac1c1-333d-4ed6-8e66-49587fc76979 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:00.242660 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4adea8ad-3736-42ef-9504-0fd5179f4ef8 req-839ac1c1-333d-4ed6-8e66-49587fc76979 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0808082 Jul 25 05:39:00.258899 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 95d850ae-eaa4-4645-9536-93c90734b2d8 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:00.259453 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:00.290330 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4943e050-a915-4850-8e01-9590c5fcde77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d850ae-eaa4-4645-9536-93c90734b2d8'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:39:00.293269 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2745382a-994c-4635-8a42-bf77c8b800f8" -d '{"events": [{"server_uuid": "4943e050-a915-4850-8e01-9590c5fcde77", "name": "network-vif-plugged", "status": "completed", "tag": "95d850ae-eaa4-4645-9536-93c90734b2d8"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:39:00.313592 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 95d850ae-eaa4-4645-9536-93c90734b2d8, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=95d850ae-eaa4-4645-9536-93c90734b2d8,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:00.319145 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:00.351959 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61128-3e90-4b57-8998-f47502cc6443 req-a4b8cd60-a21a-40e4-84d6-b0b7375320fc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:00.353511 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3cb61128-3e90-4b57-8998-f47502cc6443 req-a4b8cd60-a21a-40e4-84d6-b0b7375320fc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 945 time: 0.0870614 Jul 25 05:39:00.358922 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4adea8ad-3736-42ef-9504-0fd5179f4ef8 req-728cca3a-e89a-4d71-9c3a-18b1b649a804 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105371 Jul 25 05:39:00.387057 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=95d850ae-eaa4-4645-9536-93c90734b2d8,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:00.409277 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48951688-8e1e-425e-99c2-6297359871a4 x-openstack-request-id: req-48951688-8e1e-425e-99c2-6297359871a4 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:39:00.409601 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3cb61128-3e90-4b57-8998-f47502cc6443 req-ae3b4de4-d99e-442c-90a6-7cb5e774d4a7 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486541 Jul 25 05:39:00.409727 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4943e050-a915-4850-8e01-9590c5fcde77", "name": "network-vif-plugged", "status": "completed", "tag": "95d850ae-eaa4-4645-9536-93c90734b2d8", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:39:00.409969 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-48951688-8e1e-425e-99c2-6297359871a4 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:39:00.410371 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48951688-8e1e-425e-99c2-6297359871a4'] response: {'server_uuid': '4943e050-a915-4850-8e01-9590c5fcde77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d850ae-eaa4-4645-9536-93c90734b2d8', 'code': 200} Jul 25 05:39:00.665016 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8e0a-52cf-4dde-9289-d76afc29d643 req-0e052719-7e0d-4309-8eec-5dc6108fbaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:00.666526 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-130e8e0a-52cf-4dde-9289-d76afc29d643 req-0e052719-7e0d-4309-8eec-5dc6108fbaa8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 1130 time: 0.0469787 Jul 25 05:39:00.718708 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-130e8e0a-52cf-4dde-9289-d76afc29d643 req-fd2942e4-7472-461b-97d7-b7eae2146642 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461848 Jul 25 05:39:00.928091 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:39:01.476350 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35720) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:01.486734 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf4b6-034c-4b59-be60-b47df402d13b req-25a5db9d-8fd1-410c-8203-84f6cd3717de tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:01.488309 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-806bf4b6-034c-4b59-be60-b47df402d13b req-25a5db9d-8fd1-410c-8203-84f6cd3717de tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0547600 Jul 25 05:39:01.557473 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38fc25-e053-4a4c-8566-798b42499efe req-1efded29-9541-40d6-a7b1-efb17faf8fee tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:01.558946 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5e38fc25-e053-4a4c-8566-798b42499efe req-1efded29-9541-40d6-a7b1-efb17faf8fee tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0696642 Jul 25 05:39:01.579750 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=10,neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:01.589430 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-806bf4b6-034c-4b59-be60-b47df402d13b req-ef31b129-0c3f-4327-81c5-f1a1978cc728 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905859 Jul 25 05:39:01.591649 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10fafd01-6e33-4fe2-925f-d6a56b4e5368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:01.624932 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5e38fc25-e053-4a4c-8566-798b42499efe req-0b662551-5c59-4282-81a0-b2fe2b5e300d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556927 Jul 25 05:39:01.673303 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10fafd01-6e33-4fe2-925f-d6a56b4e5368 admin admin] Publish callbacks [] for security_group (97a69a83-ba9c-4a16-b133-3b0b4153624b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:01.676940 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10fafd01-6e33-4fe2-925f-d6a56b4e5368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (97a69a83-ba9c-4a16-b133-3b0b4153624b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:01.714230 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fafd01-6e33-4fe2-925f-d6a56b4e5368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a69a83-ba9c-4a16-b133-3b0b4153624b,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:01.719616 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-10fafd01-6e33-4fe2-925f-d6a56b4e5368 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c6d22108c30d4a36a470c687d96d290c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415786 Jul 25 05:39:01.721568 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35724) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:01.775911 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96692334-750c-40e5-a2a8-d8c4af2a6a66 admin admin] Publish callbacks [] for security_group (97a69a83-ba9c-4a16-b133-3b0b4153624b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:01.799930 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96692334-750c-40e5-a2a8-d8c4af2a6a66 admin admin] Publish callbacks [] for security_group (97a69a83-ba9c-4a16-b133-3b0b4153624b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:01.847936 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96692334-750c-40e5-a2a8-d8c4af2a6a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (97a69a83-ba9c-4a16-b133-3b0b4153624b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:01.850471 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96692334-750c-40e5-a2a8-d8c4af2a6a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:01.851614 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-96692334-750c-40e5-a2a8-d8c4af2a6a66 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/97a69a83-ba9c-4a16-b133-3b0b4153624b HTTP/1.1" status: 204 len: 168 time: 0.1291070 Jul 25 05:39:01.859873 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96692334-750c-40e5-a2a8-d8c4af2a6a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a69a83-ba9c-4a16-b133-3b0b4153624b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:02.141518 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35734) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:02.157941 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4f49921a-cb80-45de-9124-eb5a3f7a671d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:02.242851 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4f49921a-cb80-45de-9124-eb5a3f7a671d admin admin] Publish callbacks [] for security_group (2fa91575-473d-46f0-b195-1bc34ea3573e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:02.246538 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4f49921a-cb80-45de-9124-eb5a3f7a671d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (2fa91575-473d-46f0-b195-1bc34ea3573e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:02.285460 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49921a-cb80-45de-9124-eb5a3f7a671d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa91575-473d-46f0-b195-1bc34ea3573e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:02.290389 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-4f49921a-cb80-45de-9124-eb5a3f7a671d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cf0ecccdccb146ca9ac25814bab43a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476197 Jul 25 05:39:02.293360 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35736) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:02.344980 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a51bcc4-dae8-4cfa-bac1-951fae73f0f2 admin admin] Publish callbacks [] for security_group (2fa91575-473d-46f0-b195-1bc34ea3573e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:02.348909 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:02.371297 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a51bcc4-dae8-4cfa-bac1-951fae73f0f2 admin admin] Publish callbacks [] for security_group (2fa91575-473d-46f0-b195-1bc34ea3573e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:02.426929 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a51bcc4-dae8-4cfa-bac1-951fae73f0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (2fa91575-473d-46f0-b195-1bc34ea3573e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:02.429716 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a51bcc4-dae8-4cfa-bac1-951fae73f0f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:02.431102 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-5a51bcc4-dae8-4cfa-bac1-951fae73f0f2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2fa91575-473d-46f0-b195-1bc34ea3573e HTTP/1.1" status: 204 len: 168 time: 0.1366806 Jul 25 05:39:02.443354 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51bcc4-dae8-4cfa-bac1-951fae73f0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa91575-473d-46f0-b195-1bc34ea3573e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:02.844794 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada175bb-763f-42bb-86d2-16f59c586fc7 req-845829a3-e997-4eaf-92e3-b5798c7adbfb tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:02.846799 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ada175bb-763f-42bb-86d2-16f59c586fc7 req-845829a3-e997-4eaf-92e3-b5798c7adbfb tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.1689191 Jul 25 05:39:02.859618 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894dd11-d6aa-42bb-9c0a-06420d861f3e req-037a4edf-367e-4a32-81f1-38ac5e008ac9 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:02.861473 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e894dd11-d6aa-42bb-9c0a-06420d861f3e req-037a4edf-367e-4a32-81f1-38ac5e008ac9 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.1034520 Jul 25 05:39:02.950034 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ada175bb-763f-42bb-86d2-16f59c586fc7 req-85dd4f82-df99-4e40-9c67-bac53ff88007 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875697 Jul 25 05:39:02.953872 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e894dd11-d6aa-42bb-9c0a-06420d861f3e req-4b70d10a-38d0-4f00-8061-4da4a641937f tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813522 Jul 25 05:39:04.101870 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89383243-7e2b-453f-9dae-6801b5234628 req-5ea60486-67aa-411e-97c9-eff45fc56c37 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:04.103360 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-89383243-7e2b-453f-9dae-6801b5234628 req-5ea60486-67aa-411e-97c9-eff45fc56c37 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0808468 Jul 25 05:39:04.112146 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff21b7-3b7c-4ef6-af70-a1774ee10856 req-b8f349d3-e923-4b9f-910d-5c461e7f2f2d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:04.113563 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-25ff21b7-3b7c-4ef6-af70-a1774ee10856 req-b8f349d3-e923-4b9f-910d-5c461e7f2f2d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0810151 Jul 25 05:39:04.188374 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-89383243-7e2b-453f-9dae-6801b5234628 req-14acb2c8-9ad0-4a11-beb4-f813c12ef052 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738833 Jul 25 05:39:04.192352 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-25ff21b7-3b7c-4ef6-af70-a1774ee10856 req-b1460a65-6eab-4cfe-890e-3779e63e9a9c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721023 Jul 25 05:39:04.284629 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:04.303237 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed7a9f-6202-4d70-bfbf-d9f79cbd259f req-2bab638e-3f46-4dec-b57f-95188ae084e5 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:04.304702 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-feed7a9f-6202-4d70-bfbf-d9f79cbd259f req-2bab638e-3f46-4dec-b57f-95188ae084e5 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0480027 Jul 25 05:39:04.313193 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 35768) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:04.317472 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-807992ab-81b4-4861-a39d-3a74c862548e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Request body: {'floatingip': {'port_id': '95d850ae-eaa4-4645-9536-93c90734b2d8'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:04.384898 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-807992ab-81b4-4861-a39d-3a74c862548e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for floatingip (66bb1a99-e26a-4db8-92dc-fd8c98e1e4af), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:04.831750 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:05.163087 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-807992ab-81b4-4861-a39d-3a74c862548e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:05.166740 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-807992ab-81b4-4861-a39d-3a74c862548e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (66bb1a99-e26a-4db8-92dc-fd8c98e1e4af), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:05.260450 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-807992ab-81b4-4861-a39d-3a74c862548e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Floating IP 66bb1a99-e26a-4db8-92dc-fd8c98e1e4af associated. External IP: 172.27.3.134, port: 95d850ae-eaa4-4645-9536-93c90734b2d8. Jul 25 05:39:05.344358 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854373-29bb-4226-8cbf-4684dc633438 req-9901273b-239e-4a72-ac67-9ab5a26b9ac9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:05.346541 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4f854373-29bb-4226-8cbf-4684dc633438 req-9901273b-239e-4a72-ac67-9ab5a26b9ac9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0837808 Jul 25 05:39:05.428921 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4f854373-29bb-4226-8cbf-4684dc633438 req-1fe22b0a-86b8-4b3f-8993-8a385014a8c8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599926 Jul 25 05:39:05.534925 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807992ab-81b4-4861-a39d-3a74c862548e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:39:05.631845 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:05.647392 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807992ab-81b4-4861-a39d-3a74c862548e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:39:05.653310 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-807992ab-81b4-4861-a39d-3a74c862548e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:05.659012 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e0f8d-4352-4672-8bdc-0fa3766487b6 None None] Sync routers for ids ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:39:05.669524 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:05.671717 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e0f8d-4352-4672-8bdc-0fa3766487b6 None None] Routers {'0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:39:05.673807 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-774e0f8d-4352-4672-8bdc-0fa3766487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:38:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:05.693229 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-807992ab-81b4-4861-a39d-3a74c862548e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "PUT /v2.0/floatingips/66bb1a99-e26a-4db8-92dc-fd8c98e1e4af HTTP/1.1" status: 200 len: 992 time: 1.3769207 Jul 25 05:39:05.693229 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4943e050-a915-4850-8e01-9590c5fcde77', 'tag': '95d850ae-eaa4-4645-9536-93c90734b2d8'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:39:05.694650 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e3fc48-0a3a-4a8e-9621-c61166e789f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4943e050-a915-4850-8e01-9590c5fcde77", "tag": "95d850ae-eaa4-4645-9536-93c90734b2d8"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:39:05.745221 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f33edf5-aa25-46b1-949c-ec087238569c x-openstack-request-id: req-3f33edf5-aa25-46b1-949c-ec087238569c {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:39:05.745520 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4943e050-a915-4850-8e01-9590c5fcde77", "tag": "95d850ae-eaa4-4645-9536-93c90734b2d8", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:39:05.745781 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3f33edf5-aa25-46b1-949c-ec087238569c {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:39:05.746619 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f33edf5-aa25-46b1-949c-ec087238569c'] response: {'name': 'network-changed', 'server_uuid': '4943e050-a915-4850-8e01-9590c5fcde77', 'tag': '95d850ae-eaa4-4645-9536-93c90734b2d8', 'status': 'completed', 'code': 200} Jul 25 05:39:05.820462 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-774e0f8d-4352-4672-8bdc-0fa3766487b6 None None] Set router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:39:06.073279 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-774e0f8d-4352-4672-8bdc-0fa3766487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '66bb1a99-e26a-4db8-92dc-fd8c98e1e4af', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'port_id': '95d850ae-eaa4-4645-9536-93c90734b2d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'mac_address': 'fa:16:3e:f4:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4943e050-a915-4850-8e01-9590c5fcde77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:38:40Z', 'updated_at': '2022-07-25T05:39:05Z', 'revision_number': 1, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:41Z', 'revision_number': 5, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:06.101426 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e0f8d-4352-4672-8bdc-0fa3766487b6 None None] Checking router: 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:39:06.109664 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e0f8d-4352-4672-8bdc-0fa3766487b6 None None] Routers {'0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:39:06.110302 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-774e0f8d-4352-4672-8bdc-0fa3766487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:38:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:06.211429 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-774e0f8d-4352-4672-8bdc-0fa3766487b6 None None] Set router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:39:06.352246 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:06.424823 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-774e0f8d-4352-4672-8bdc-0fa3766487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '66bb1a99-e26a-4db8-92dc-fd8c98e1e4af', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'port_id': '95d850ae-eaa4-4645-9536-93c90734b2d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'mac_address': 'fa:16:3e:f4:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4943e050-a915-4850-8e01-9590c5fcde77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:38:40Z', 'updated_at': '2022-07-25T05:39:05Z', 'revision_number': 1, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:41Z', 'revision_number': 5, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:06.449473 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e0f8d-4352-4672-8bdc-0fa3766487b6 None None] The sync data for ids ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'] in dv-cinder-850830-1-iscsi is: [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '66bb1a99-e26a-4db8-92dc-fd8c98e1e4af', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'port_id': '95d850ae-eaa4-4645-9536-93c90734b2d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'mac_address': 'fa:16:3e:f4:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4943e050-a915-4850-8e01-9590c5fcde77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:38:40Z', 'updated_at': '2022-07-25T05:39:05Z', 'revision_number': 1, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:41Z', 'revision_number': 5, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:39:06.552079 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3fc48-0a3a-4a8e-9621-c61166e789f9 req-d7dd9609-a738-4090-9d09-0f8bc733cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:06.553664 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c4e3fc48-0a3a-4a8e-9621-c61166e789f9 req-d7dd9609-a738-4090-9d09-0f8bc733cbce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0b7d41e75df46f28cebff70c16d4750&device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 1130 time: 0.0725796 Jul 25 05:39:06.569011 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8a42c-d8bf-419c-8a76-46bd23c40725 req-450992e2-18c4-40bf-a0f0-a20062c95d5d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:06.570465 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-44c8a42c-d8bf-419c-8a76-46bd23c40725 req-450992e2-18c4-40bf-a0f0-a20062c95d5d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0563030 Jul 25 05:39:06.649189 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b76b16-6955-4704-ad77-73c772923335 None None] New status for floating IP 66bb1a99-e26a-4db8-92dc-fd8c98e1e4af: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:39:06.678747 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-44c8a42c-d8bf-419c-8a76-46bd23c40725 req-75dae49a-9e43-4a7f-9465-f829194c00e3 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996172 Jul 25 05:39:06.701698 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3fc48-0a3a-4a8e-9621-c61166e789f9 req-913f1acb-46e5-4521-ac42-f26a5be160dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:06.703209 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c4e3fc48-0a3a-4a8e-9621-c61166e789f9 req-913f1acb-46e5-4521-ac42-f26a5be160dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e8a2b36-0a33-4763-b71a-50bb1209bd57 HTTP/1.1" status: 200 len: 911 time: 0.1318989 Jul 25 05:39:06.766467 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:06.775997 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c4e3fc48-0a3a-4a8e-9621-c61166e789f9 req-97260d0a-0ce5-4f0b-9100-8f16dcb1f3dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d850ae-eaa4-4645-9536-93c90734b2d8 HTTP/1.1" status: 200 len: 1000 time: 0.0662508 Jul 25 05:39:06.833928 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3fc48-0a3a-4a8e-9621-c61166e789f9 req-72b006c2-3f76-45d6-9a55-8daeeb62af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:06.835469 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c4e3fc48-0a3a-4a8e-9621-c61166e789f9 req-72b006c2-3f76-45d6-9a55-8daeeb62af8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e90ad6d8-8def-4a90-a2f2-756814ec1124 HTTP/1.1" status: 200 len: 849 time: 0.0520694 Jul 25 05:39:06.883108 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3fc48-0a3a-4a8e-9621-c61166e789f9 req-1b8ea18b-b5e1-42d3-9baf-a4bd16c10a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:06.885160 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c4e3fc48-0a3a-4a8e-9621-c61166e789f9 req-1b8ea18b-b5e1-42d3-9baf-a4bd16c10a3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e8a2b36-0a33-4763-b71a-50bb1209bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419099 Jul 25 05:39:06.992385 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c4e3fc48-0a3a-4a8e-9621-c61166e789f9 req-52578ac3-2219-4ba4-a169-0ac337a98e51 service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006355 Jul 25 05:39:07.086631 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c4e3fc48-0a3a-4a8e-9621-c61166e789f9 req-122005f9-2bc7-427f-b7d3-8bb6cf98d9b8 service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881078 Jul 25 05:39:07.810734 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4b584f7-5eb0-4d58-9256-da7768cc2896 req-2773c9a3-a97f-40cf-81f2-d634aa555253 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635192 Jul 25 05:39:07.832281 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3294005-17d4-446f-87dc-ce0ff93ec585 req-b4fef193-53c5-4a88-842b-d5feaf06d829 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:07.834332 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c3294005-17d4-446f-87dc-ce0ff93ec585 req-b4fef193-53c5-4a88-842b-d5feaf06d829 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0585413 Jul 25 05:39:07.885838 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c3294005-17d4-446f-87dc-ce0ff93ec585 req-b5aa93da-b2af-49a8-b485-6cb7e84792a8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454643 Jul 25 05:39:08.015338 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b584f7-5eb0-4d58-9256-da7768cc2896 req-21b41bf9-45a5-4494-857e-ae0cab601cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:08.016898 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4b584f7-5eb0-4d58-9256-da7768cc2896 req-21b41bf9-45a5-4494-857e-ae0cab601cb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 1129 time: 0.0616672 Jul 25 05:39:08.180690 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b584f7-5eb0-4d58-9256-da7768cc2896 req-01c6f45a-d6b2-4b2d-8931-fa499c213780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:08.182576 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4b584f7-5eb0-4d58-9256-da7768cc2896 req-01c6f45a-d6b2-4b2d-8931-fa499c213780 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.1117418 Jul 25 05:39:08.233534 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4b584f7-5eb0-4d58-9256-da7768cc2896 req-afddc331-9079-4c54-b963-4c3677e52743 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba399b8d-ed3f-49b4-ac2e-afa79260f403 HTTP/1.1" status: 200 len: 217 time: 0.0442648 Jul 25 05:39:08.294586 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b584f7-5eb0-4d58-9256-da7768cc2896 req-ac56c6ba-866f-4670-8ccb-8dd4cda9d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:08.296277 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4b584f7-5eb0-4d58-9256-da7768cc2896 req-ac56c6ba-866f-4670-8ccb-8dd4cda9d964 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.0565548 Jul 25 05:39:08.346858 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b584f7-5eb0-4d58-9256-da7768cc2896 req-a4f4ba30-5430-4623-9953-2e5e6266995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:08.348409 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4b584f7-5eb0-4d58-9256-da7768cc2896 req-a4f4ba30-5430-4623-9953-2e5e6266995a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411005 Jul 25 05:39:08.434940 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:08.456651 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4b584f7-5eb0-4d58-9256-da7768cc2896 req-27988eff-6577-4fbd-a91d-3e0ae8456b1e service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961542 Jul 25 05:39:08.552135 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4b584f7-5eb0-4d58-9256-da7768cc2896 req-b51d9af8-ce2d-408b-9b68-4627322517ba service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892065 Jul 25 05:39:09.005899 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795d361-b3e7-4181-8b73-b2298a97cf6f req-1dc8faa8-57e9-47b7-909a-3bece962881f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:09.007354 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8795d361-b3e7-4181-8b73-b2298a97cf6f req-1dc8faa8-57e9-47b7-909a-3bece962881f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0496619 Jul 25 05:39:09.062932 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8795d361-b3e7-4181-8b73-b2298a97cf6f req-f80d7814-85f9-4280-aac4-098ece3b2ac6 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499265 Jul 25 05:39:09.307689 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a12fc78f-e662-42bf-b45f-07ac45f24b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:10.173444 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:10.183352 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021299fa-82f3-4112-b961-859503b8a68a req-3945c635-2848-40d2-8f5e-9ee00e00d10a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:10.184848 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-021299fa-82f3-4112-b961-859503b8a68a req-3945c635-2848-40d2-8f5e-9ee00e00d10a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0475698 Jul 25 05:39:10.234927 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-021299fa-82f3-4112-b961-859503b8a68a req-ee2af4b3-79f5-4a7b-9583-36c32389e45f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444329 Jul 25 05:39:11.151384 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:11.349967 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b827e6-38b8-40a4-9d85-34cda5d9a618 req-88df17ea-5384-4019-8e59-9b4ba24a8b82 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:11.351372 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-54b827e6-38b8-40a4-9d85-34cda5d9a618 req-88df17ea-5384-4019-8e59-9b4ba24a8b82 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0500076 Jul 25 05:39:11.398889 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-54b827e6-38b8-40a4-9d85-34cda5d9a618 req-8fe9d170-db5a-4290-9d26-62c85a47ed1a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 Jul 25 05:39:11.686282 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-86f93822-a2ce-4cbf-b4f6-8df5da3fc9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:12.434043 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:12.436936 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=71,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:12.533899 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8be87-dbf9-446f-98bc-d8d4f63a86ee req-688df97c-e2e7-4910-8459-a3d7695010d1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:12.534396 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-90f8be87-dbf9-446f-98bc-d8d4f63a86ee req-688df97c-e2e7-4910-8459-a3d7695010d1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0647280 Jul 25 05:39:12.551699 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:12.592381 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-90f8be87-dbf9-446f-98bc-d8d4f63a86ee req-aed1638b-7414-4bea-811e-5329e7204f06 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506403 Jul 25 05:39:12.958930 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 35920) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:13.072050 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b023dc-674c-4062-9c33-3adf9bfb6b95 req-e7ba8c6c-99be-444b-a9dd-67916620e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:13.073629 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c9b023dc-674c-4062-9c33-3adf9bfb6b95 req-e7ba8c6c-99be-444b-a9dd-67916620e4a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 1129 time: 0.0459268 Jul 25 05:39:13.131633 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:13.141286 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c9b023dc-674c-4062-9c33-3adf9bfb6b95 req-4ae3e56d-d569-4a7b-9756-b6aa14f8b0da service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599871 Jul 25 05:39:13.212950 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Publish callbacks [] for security_group (fabaa25f-e199-4931-89bb-5bec6f7e73b1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:13.216403 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (fabaa25f-e199-4931-89bb-5bec6f7e73b1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:13.258166 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c57e21c048594eed811473557c7f5694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977455 Jul 25 05:39:13.260061 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabaa25f-e199-4931-89bb-5bec6f7e73b1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:13.261036 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 35928) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:13.267569 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.267910 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.268261 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.268600 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.268965 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.269836 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.270162 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.270631 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.270962 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.271295 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.271626 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.271954 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.272279 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.272602 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.272950 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a66b2a-aebd-4aa6-81f0-343899976bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.310676 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Publish callbacks [] for security_group (fabaa25f-e199-4931-89bb-5bec6f7e73b1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:13.335271 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Publish callbacks [] for security_group (fabaa25f-e199-4931-89bb-5bec6f7e73b1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:13.384989 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (fabaa25f-e199-4931-89bb-5bec6f7e73b1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:13.387512 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:13.388662 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fabaa25f-e199-4931-89bb-5bec6f7e73b1 HTTP/1.1" status: 204 len: 168 time: 0.1265914 Jul 25 05:39:13.397104 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabaa25f-e199-4931-89bb-5bec6f7e73b1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:13.405833 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.406182 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.406531 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.406875 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.407217 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.407553 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.407881 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.408216 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.408694 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.408929 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.409268 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.409600 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.409968 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.410326 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.410768 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd28f20-8d14-40a3-a6ff-3517b8247e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:13.721263 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2a626-c09f-4968-b49d-c53e741bb106 req-1b093de6-6638-4656-9c9b-b9776055cb65 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:13.724241 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c8d2a626-c09f-4968-b49d-c53e741bb106 req-1b093de6-6638-4656-9c9b-b9776055cb65 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0514030 Jul 25 05:39:13.780558 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c8d2a626-c09f-4968-b49d-c53e741bb106 req-a99a85ed-e1b5-4bf7-bb8b-f32cace607f1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499368 Jul 25 05:39:14.139519 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:14.669776 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:14.905455 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02b7f1-a9c6-4aca-baf0-0cd673450e3a req-fa90db78-0b53-4e0f-906c-599493af252d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:14.906948 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3f02b7f1-a9c6-4aca-baf0-0cd673450e3a req-fa90db78-0b53-4e0f-906c-599493af252d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0499659 Jul 25 05:39:14.943507 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:14.956037 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3f02b7f1-a9c6-4aca-baf0-0cd673450e3a req-3c37fcbc-7a1e-41fa-9370-f1abac6faa72 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432656 Jul 25 05:39:15.218843 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1ae69-3f84-4ce2-8568-e20ed01020c4 req-f5e47bcb-effd-4aa9-9b63-f5040b72fd47 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:15.220303 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a3d1ae69-3f84-4ce2-8568-e20ed01020c4 req-f5e47bcb-effd-4aa9-9b63-f5040b72fd47 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0501676 Jul 25 05:39:15.280683 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a3d1ae69-3f84-4ce2-8568-e20ed01020c4 req-804e835c-bc2d-477b-96df-3c0b67ac11db tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543284 Jul 25 05:39:15.356368 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9c182-57b0-485e-b70b-5d81836dc200 req-533afeb1-045b-4e58-b6c5-18c12ded8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:15.358130 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eba9c182-57b0-485e-b70b-5d81836dc200 req-533afeb1-045b-4e58-b6c5-18c12ded8e65 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 1129 time: 0.0472372 Jul 25 05:39:15.943610 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36006) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:15.948890 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1f922de6-2237-4519-8668-e00a0f1c3990 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2053678526', 'description': 'tempest-description--364326594'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:15.968552 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:15.971660 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f922de6-2237-4519-8668-e00a0f1c3990 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:15.977268 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9c182-57b0-485e-b70b-5d81836dc200 req-25697963-f623-4a91-b17d-37667d168c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:15.979490 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eba9c182-57b0-485e-b70b-5d81836dc200 req-25697963-f623-4a91-b17d-37667d168c94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.3571434 Jul 25 05:39:16.039884 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eba9c182-57b0-485e-b70b-5d81836dc200 req-8f4393db-dbae-42c3-bee2-256cf63b98ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 HTTP/1.1" status: 200 len: 217 time: 0.0541337 Jul 25 05:39:16.068327 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f922de6-2237-4519-8668-e00a0f1c3990 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (6383c958-0eb3-41ba-bee5-2d872f599ba8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.071474 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f922de6-2237-4519-8668-e00a0f1c3990 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (6383c958-0eb3-41ba-bee5-2d872f599ba8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.092185 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9c182-57b0-485e-b70b-5d81836dc200 req-daa10c89-b7ab-46b1-9521-7b8b57198c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:16.093551 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eba9c182-57b0-485e-b70b-5d81836dc200 req-daa10c89-b7ab-46b1-9521-7b8b57198c82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.0460603 Jul 25 05:39:16.107878 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f922de6-2237-4519-8668-e00a0f1c3990 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.111717 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1f922de6-2237-4519-8668-e00a0f1c3990 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1638231 Jul 25 05:39:16.111717 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f922de6-2237-4519-8668-e00a0f1c3990 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6383c958-0eb3-41ba-bee5-2d872f599ba8,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:16.112384 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36008) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:16.117260 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-157e9654-a3f1-4d01-bfdd-b38ac9eb31e8 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'security_group_rule': {'security_group_id': '6383c958-0eb3-41ba-bee5-2d872f599ba8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:16.148056 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-157e9654-a3f1-4d01-bfdd-b38ac9eb31e8 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (b56fcaa9-4b06-476a-ba07-5f4b7ddb103d), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.151514 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9c182-57b0-485e-b70b-5d81836dc200 req-a384551b-42ad-435e-9046-4790e9bd5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:16.153099 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eba9c182-57b0-485e-b70b-5d81836dc200 req-a384551b-42ad-435e-9046-4790e9bd5f87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525837 Jul 25 05:39:16.214702 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-157e9654-a3f1-4d01-bfdd-b38ac9eb31e8 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (b56fcaa9-4b06-476a-ba07-5f4b7ddb103d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.218632 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-157e9654-a3f1-4d01-bfdd-b38ac9eb31e8 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (b56fcaa9-4b06-476a-ba07-5f4b7ddb103d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.236229 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e9654-a3f1-4d01-bfdd-b38ac9eb31e8 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56fcaa9-4b06-476a-ba07-5f4b7ddb103d,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:16.248433 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-157e9654-a3f1-4d01-bfdd-b38ac9eb31e8 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.249800 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-157e9654-a3f1-4d01-bfdd-b38ac9eb31e8 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363881 Jul 25 05:39:16.250142 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eba9c182-57b0-485e-b70b-5d81836dc200 req-fe526dc0-1f8d-499e-a3fb-9b79d780bca1 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877700 Jul 25 05:39:16.252550 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 36010) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:16.256845 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-475ffde1-1635-49fc-9888-569a7f117993 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'security_group_rule': {'security_group_id': '6383c958-0eb3-41ba-bee5-2d872f599ba8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:16.348159 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-475ffde1-1635-49fc-9888-569a7f117993 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (7991b9d4-39b3-4da4-a75d-373c12b22e7b), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.435306 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eba9c182-57b0-485e-b70b-5d81836dc200 req-4238b6e2-85dd-4b5a-9377-089dff1d12bd service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737864 Jul 25 05:39:16.459501 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eed1fc-e6bd-4004-9c3e-a7f581ba4f86 req-93eb5d41-3c89-4f1a-b006-083c5f1c1073 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:16.461005 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-44eed1fc-e6bd-4004-9c3e-a7f581ba4f86 req-93eb5d41-3c89-4f1a-b006-083c5f1c1073 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.1006281 Jul 25 05:39:16.506343 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-475ffde1-1635-49fc-9888-569a7f117993 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (7991b9d4-39b3-4da4-a75d-373c12b22e7b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.514022 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-475ffde1-1635-49fc-9888-569a7f117993 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (7991b9d4-39b3-4da4-a75d-373c12b22e7b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.544639 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ffde1-1635-49fc-9888-569a7f117993 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7991b9d4-39b3-4da4-a75d-373c12b22e7b,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:16.560578 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-44eed1fc-e6bd-4004-9c3e-a7f581ba4f86 req-3f8e67e5-d0eb-480b-90a5-57f5aab0b1e4 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853052 Jul 25 05:39:16.563629 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-475ffde1-1635-49fc-9888-569a7f117993 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.568237 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-475ffde1-1635-49fc-9888-569a7f117993 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3113384 Jul 25 05:39:16.568432 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 36020) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:16.572772 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'floatingip': {'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:16.596559 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.670846 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:16.678580 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.795891 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Allocated IP 172.27.3.188 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/623e4e92-9eeb-4ac0-a46f-61ff0ecc905d) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:39:16.821587 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:16.842127 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=11 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:16.915746 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for port (623e4e92-9eeb-4ac0-a46f-61ff0ecc905d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.920933 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:16.953691 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (623e4e92-9eeb-4ac0-a46f-61ff0ecc905d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:16.992525 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:16.997366 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:17.005154 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:39:17.033392 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'Port': ['ID=623e4e92-9eeb-4ac0-a46f-61ff0ecc905d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:17.054365 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36030) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:17.136014 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (8d7a391d-6615-41a4-aa87-e609b71fe522), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:17.170939 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4cfba80-3f42-4716-8d26-29071029cecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:17.178806 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (623e4e92-9eeb-4ac0-a46f-61ff0ecc905d), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:17.256298 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4cfba80-3f42-4716-8d26-29071029cecb admin admin] Publish callbacks [] for security_group (b2c2fe76-ffe1-4f79-82c6-422bcb3b5255), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:17.261525 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4cfba80-3f42-4716-8d26-29071029cecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (b2c2fe76-ffe1-4f79-82c6-422bcb3b5255), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:17.301148 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfba80-3f42-4716-8d26-29071029cecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c2fe76-ffe1-4f79-82c6-422bcb3b5255,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:17.305832 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a4cfba80-3f42-4716-8d26-29071029cecb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=adeffdf0218141f58771a23acecee0f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504642 Jul 25 05:39:17.309028 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36034) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:17.344829 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for port (623e4e92-9eeb-4ac0-a46f-61ff0ecc905d), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:17.349296 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (623e4e92-9eeb-4ac0-a46f-61ff0ecc905d), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:17.358624 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcf77afa-233f-4bca-b499-6a1810e58a52 admin admin] Publish callbacks [] for security_group (b2c2fe76-ffe1-4f79-82c6-422bcb3b5255), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:17.383151 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcf77afa-233f-4bca-b499-6a1810e58a52 admin admin] Publish callbacks [] for security_group (b2c2fe76-ffe1-4f79-82c6-422bcb3b5255), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:17.393559 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:17.399259 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:17.421533 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'Port': ['ID=623e4e92-9eeb-4ac0-a46f-61ff0ecc905d,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:17.433587 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (8d7a391d-6615-41a4-aa87-e609b71fe522), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:17.443483 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:17.445930 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcf77afa-233f-4bca-b499-6a1810e58a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (b2c2fe76-ffe1-4f79-82c6-422bcb3b5255), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:17.449370 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcf77afa-233f-4bca-b499-6a1810e58a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:17.450725 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-fcf77afa-233f-4bca-b499-6a1810e58a52 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b2c2fe76-ffe1-4f79-82c6-422bcb3b5255 HTTP/1.1" status: 204 len: 168 time: 0.1412673 Jul 25 05:39:17.452207 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:17.460259 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf77afa-233f-4bca-b499-6a1810e58a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c2fe76-ffe1-4f79-82c6-422bcb3b5255,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:17.464344 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-864d83a2-8fbd-4d99-b2ca-4242c8095dc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8947861 Jul 25 05:39:17.720634 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b3eb1-e2ec-4f11-9077-ebd710b54c71 req-e1e0f916-83ab-433e-878d-3a1b84fb521b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:17.722162 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-de1b3eb1-e2ec-4f11-9077-ebd710b54c71 req-e1e0f916-83ab-433e-878d-3a1b84fb521b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0706964 Jul 25 05:39:17.777485 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-6ad1e97e-fddf-466e-ba2f-b1002a957c53 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--2053678526&fields=id&tenant_id=42066c73ac8f4e5c883204dfc66245c0 HTTP/1.1" status: 200 len: 267 time: 0.0903623 Jul 25 05:39:17.834077 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-de1b3eb1-e2ec-4f11-9077-ebd710b54c71 req-668f4cc0-79d5-482a-90b7-9dedd2235fa3 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934420 Jul 25 05:39:17.948963 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36068) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:17.950040 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-837e0554-13ed-4ff1-834b-9a4505f61b89 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:17.951605 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-837e0554-13ed-4ff1-834b-9a4505f61b89 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 814 time: 0.1628819 Jul 25 05:39:17.968103 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-22e0436b-9687-480b-bf85-abd0b786f965 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/quotas/42066c73ac8f4e5c883204dfc66245c0 HTTP/1.1" status: 200 len: 375 time: 0.0099742 Jul 25 05:39:18.038989 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-cd4dbd90-df8e-40d6-bb8d-af78fe30ebbf tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630929 Jul 25 05:39:18.093948 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-885416b2-3142-4e64-ad31-d880987de0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.159978 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-c07fccc8-e7b6-415e-a941-a7e4da9aa092 service neutron] 10.222.0.33 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032186 Jul 25 05:39:18.194686 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-885416b2-3142-4e64-ad31-d880987de0c2 admin admin] Publish callbacks [] for security_group (98b8e62d-65d5-4a0c-8cd4-886fdfb65fd9), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.199844 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-885416b2-3142-4e64-ad31-d880987de0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (98b8e62d-65d5-4a0c-8cd4-886fdfb65fd9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.239403 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:18.239628 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885416b2-3142-4e64-ad31-d880987de0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b8e62d-65d5-4a0c-8cd4-886fdfb65fd9,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:18.248258 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-885416b2-3142-4e64-ad31-d880987de0c2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f4e242dbc34a4321ac10a934cad9e5a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981532 Jul 25 05:39:18.251928 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36082) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:18.268927 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-9e757294-f00c-4d6c-8b22-8723778d4a1e service neutron] 10.222.0.33 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012998 Jul 25 05:39:18.281766 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 36084) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:18.312447 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7abaefd7-7af8-4a33-937d-4c1b0ab8e18d admin admin] Publish callbacks [] for security_group (98b8e62d-65d5-4a0c-8cd4-886fdfb65fd9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.337311 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7abaefd7-7af8-4a33-937d-4c1b0ab8e18d admin admin] Publish callbacks [] for security_group (98b8e62d-65d5-4a0c-8cd4-886fdfb65fd9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.406271 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7abaefd7-7af8-4a33-937d-4c1b0ab8e18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (98b8e62d-65d5-4a0c-8cd4-886fdfb65fd9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.410945 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7abaefd7-7af8-4a33-937d-4c1b0ab8e18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.414154 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1420198674-network', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:18.415135 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-7abaefd7-7af8-4a33-937d-4c1b0ab8e18d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/98b8e62d-65d5-4a0c-8cd4-886fdfb65fd9 HTTP/1.1" status: 204 len: 168 time: 0.1622534 Jul 25 05:39:18.425608 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abaefd7-7af8-4a33-937d-4c1b0ab8e18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b8e62d-65d5-4a0c-8cd4-886fdfb65fd9,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:18.443638 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] Made reservation on behalf of ee638472255a48d2bdffa17a4ff22339 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:39:18.448495 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.474897 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.502362 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-95731d48-beb0-4b05-a53f-95b1cc168750 req-25c930da-7007-4a53-acad-50af84187afe tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 210 time: 0.0464733 Jul 25 05:39:18.589311 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] Publish callbacks [] for security_group (9e37c60a-7063-4f15-aedc-7d23cb6cd3fd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.593805 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (9e37c60a-7063-4f15-aedc-7d23cb6cd3fd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.623568 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:39:18.631538 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e37c60a-7063-4f15-aedc-7d23cb6cd3fd,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:18.645418 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (b62c7a48-7283-4512-825d-fd4ac58e9c72), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.645743 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] Added segment b62c7a48-7283-4512-825d-fd4ac58e9c72 of type vlan for network 0bd65f0e-472c-4905-913d-3224424e7dac Jul 25 05:39:18.710880 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (0bd65f0e-472c-4905-913d-3224424e7dac), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.768283 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (0bd65f0e-472c-4905-913d-3224424e7dac), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.769936 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:18.770614 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:18.830885 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:18.847057 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] Pushing event updated for resources: {'Network': ['ID=0bd65f0e-472c-4905-913d-3224424e7dac,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:18.858607 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network 0bd65f0e-472c-4905-913d-3224424e7dac details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:39:18.859151 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e2454361-b23d-4af4-8365-49237b97eef6 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5756691 Jul 25 05:39:18.861873 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36112) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:18.867665 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2ece54b3-dfb9-45f1-a726-664400b3c80e admin admin] Request body: {'subnet': {'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1420198674-subnet', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:18.891842 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ece54b3-dfb9-45f1-a726-664400b3c80e admin admin] Made reservation on behalf of ee638472255a48d2bdffa17a4ff22339 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:39:18.895460 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ece54b3-dfb9-45f1-a726-664400b3c80e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61931674'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.007865 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5796494-8be3-4d45-ae44-7830c8f17208 req-f71af080-5971-4310-95ed-05e45fadc2c8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:19.009571 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f5796494-8be3-4d45-ae44-7830c8f17208 req-f71af080-5971-4310-95ed-05e45fadc2c8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0621026 Jul 25 05:39:19.067409 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f5796494-8be3-4d45-ae44-7830c8f17208 req-c3b14463-b96d-44a4-9106-d6a791f63b6b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502748 Jul 25 05:39:19.171517 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ece54b3-dfb9-45f1-a726-664400b3c80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61948049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61931656'] for subnet (2adb0773-3023-49e6-8611-e1d6ff14cd2e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.244613 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece54b3-dfb9-45f1-a726-664400b3c80e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2adb0773-3023-49e6-8611-e1d6ff14cd2e,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:19.252210 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece54b3-dfb9-45f1-a726-664400b3c80e admin admin] Checking segment: {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:39:19.252576 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece54b3-dfb9-45f1-a726-664400b3c80e admin admin] Network hostable DHCP agents. Network: 0bd65f0e-472c-4905-913d-3224424e7dac, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:39:19.281196 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece54b3-dfb9-45f1-a726-664400b3c80e admin admin] Network 0bd65f0e-472c-4905-913d-3224424e7dac is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:39:19.292824 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2ece54b3-dfb9-45f1-a726-664400b3c80e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, 0bd65f0e-472c-4905-913d-3224424e7dac) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:19.304975 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8169a6b-faa3-40ee-a7f1-11f7f86c6750 None None] Network 0bd65f0e-472c-4905-913d-3224424e7dac requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:39:19.305635 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ece54b3-dfb9-45f1-a726-664400b3c80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:19.306632 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ece54b3-dfb9-45f1-a726-664400b3c80e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.322672 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:19.332102 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2ece54b3-dfb9-45f1-a726-664400b3c80e admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4687173 Jul 25 05:39:19.334951 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36136) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:19.342716 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:19.375581 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36138) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:19.383403 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-728'] for router (69d34c74-32ce-4361-8495-19839f55ab35), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.384764 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-751'] for router (69d34c74-32ce-4361-8495-19839f55ab35), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.395648 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:19.453822 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Publish callbacks [] for router_controller (69d34c74-32ce-4361-8495-19839f55ab35), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.467939 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fd5b1d1-d160-5e6d-81c3-07e62fcf4b68-0bd65f0e-472c-4905-913d-3224424e7dac', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e'}]}} from dv-cinder-850830-1-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:39:19.470766 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.518673 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:19.571152 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1995904185-network', 'tenant_id': '213b3114e35d4016b3169364760edb17'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:19.631673 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9bd3b145-b72e-4408-927c-1465b70e0deb req-3cbf8b83-2149-4e9c-a824-8f4ec9faadd8 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 210 time: 0.0293546 Jul 25 05:39:19.659045 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Allocated IP 172.20.0.2 (0bd65f0e-472c-4905-913d-3224424e7dac/2adb0773-3023-49e6-8611-e1d6ff14cd2e/62b2655d-b81f-4cf1-adbd-09b65e5d5cd1) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:39:19.668274 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] Made reservation on behalf of 213b3114e35d4016b3169364760edb17 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:39:19.670579 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.682090 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Publish callbacks [] for router_gateway (69d34c74-32ce-4361-8495-19839f55ab35), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.685403 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.834225 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Publish callbacks [] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.852027 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.899192 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] Publish callbacks [] for security_group (356653cd-c4c6-47bd-990a-5a3c316cbd0c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.922363 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (356653cd-c4c6-47bd-990a-5a3c316cbd0c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.954959 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:39:19.968701 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-24068a1c-51f5-43fb-a650-9a61ff1a6614 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:19.971607 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-24068a1c-51f5-43fb-a650-9a61ff1a6614 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 814 time: 0.1467409 Jul 25 05:39:19.977153 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Publish callbacks [] for router_gateway (69d34c74-32ce-4361-8495-19839f55ab35), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.986454 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (3f52582c-fccb-497b-90b8-ead89f445999), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:19.986837 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] Added segment 3f52582c-fccb-497b-90b8-ead89f445999 of type vlan for network bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 Jul 25 05:39:20.017776 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.021210 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356653cd-c4c6-47bd-990a-5a3c316cbd0c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:20.033281 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Network 0bd65f0e-472c-4905-913d-3224424e7dac is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:20.054853 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:20.059205 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:39:20.076706 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-b326254a-b2dd-4c5b-b8a1-aed62c866786 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42066c73ac8f4e5c883204dfc66245c0 HTTP/1.1" status: 200 len: 473 time: 0.0795469 Jul 25 05:39:20.090105 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-bc01a0c4-2721-4d73-ac07-b96fd1becac9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'port': {'device_id': '5529050b-f2cf-4a8d-a44a-aeeff80f9a44', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'admin_state_up': True, 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'security_groups': ['6383c958-0eb3-41ba-bee5-2d872f599ba8']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:20.100748 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Pushing event updated for resources: {'Port': ['ID=62b2655d-b81f-4cf1-adbd-09b65e5d5cd1,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:20.106885 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (bc35280f-d3fa-4a8e-8f13-e8e0a7a52950), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.155218 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Attempting to bind port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:39:20.155602 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Attempting to bind port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:39:20.155970 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Attempting to bind port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 on network 0bd65f0e-472c-4905-913d-3224424e7dac {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:20.162363 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:39:20.162570 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Checking segment: {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:39:20.163155 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.163701 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Bound using segment: {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:39:20.164324 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Bound port: 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:39:20.164958 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.178261 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (bc35280f-d3fa-4a8e-8f13-e8e0a7a52950), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.180309 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:20.181235 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.206252 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:20.222864 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=6,neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:20.225853 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Allocated IP 172.27.3.11 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/82c4cfd0-9446-4781-a12e-5452ee24a108) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:39:20.234914 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8580549 Jul 25 05:39:20.243726 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36158) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:20.248819 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6d3838bd-024b-4aa5-96d7-23800dad271e admin admin] Request body: {'subnet': {'network_id': 'bc35280f-d3fa-4a8e-8f13-e8e0a7a52950', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1995904185-subnet', 'tenant_id': '213b3114e35d4016b3169364760edb17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:20.250439 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-bc01a0c4-2721-4d73-ac07-b96fd1becac9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Made reservation on behalf of 42066c73ac8f4e5c883204dfc66245c0 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:39:20.251678 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-080616fa-b10d-4814-8930-636f31388de2 None None] For port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:39:20.254975 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-080616fa-b10d-4814-8930-636f31388de2 None None] For port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=62b2655d-b81f-4cf1-adbd-09b65e5d5cd1,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:39:20.255226 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-bc01a0c4-2721-4d73-ac07-b96fd1becac9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.261744 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.275307 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:20.302455 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:20.308808 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0499175-198c-47d9-b4b7-be8c1b6f5a63 admin admin] Pushing event updated for resources: {'Network': ['ID=bc35280f-d3fa-4a8e-8f13-e8e0a7a52950,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:20.319952 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080616fa-b10d-4814-8930-636f31388de2 None None] Pushing event updated for resources: {'Port': ['ID=62b2655d-b81f-4cf1-adbd-09b65e5d5cd1,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:20.330823 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:39:20.433656 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-bc01a0c4-2721-4d73-ac07-b96fd1becac9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Allocated IP 172.20.0.9 (fec420c3-be12-4a0c-92d9-7ad0ead1f91c/e6b699d7-df42-453b-8891-f9d892555252/a17feb40-f712-434b-ab5d-3a419f924bb1) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:39:20.584719 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3838bd-024b-4aa5-96d7-23800dad271e admin admin] Made reservation on behalf of 213b3114e35d4016b3169364760edb17 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:39:20.588088 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6d3838bd-024b-4aa5-96d7-23800dad271e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61931674'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.664643 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-bc01a0c4-2721-4d73-ac07-b96fd1becac9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.689879 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 36166) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:20.698629 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c4e7f2ac-4ca9-4c0c-b21f-88ed7e934ec8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859453139', 'description': 'tempest-description--663021289'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:20.710090 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Publish callbacks [] for port (82c4cfd0-9446-4781-a12e-5452ee24a108), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.740680 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c4e7f2ac-4ca9-4c0c-b21f-88ed7e934ec8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.768353 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-bc01a0c4-2721-4d73-ac07-b96fd1becac9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.797144 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (82c4cfd0-9446-4781-a12e-5452ee24a108), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.832392 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d91b3-99b7-4449-a6a7-29ff00a9df2d req-177b56f4-96ea-4c51-955d-c9f29c2962f1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:20.834781 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a46d91b3-99b7-4449-a6a7-29ff00a9df2d req-177b56f4-96ea-4c51-955d-c9f29c2962f1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 931 time: 0.1080031 Jul 25 05:39:20.840316 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:20.857701 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-bc01a0c4-2721-4d73-ac07-b96fd1becac9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Network fec420c3-be12-4a0c-92d9-7ad0ead1f91c is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:20.869468 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-bc01a0c4-2721-4d73-ac07-b96fd1becac9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:20.884159 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-bc01a0c4-2721-4d73-ac07-b96fd1becac9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:39:20.893048 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:20.893505 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01a0c4-2721-4d73-ac07-b96fd1becac9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'Port': ['ID=a17feb40-f712-434b-ab5d-3a419f924bb1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:20.901034 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:20.904312 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:39:20.912087 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Pushing event updated for resources: {'Port': ['ID=82c4cfd0-9446-4781-a12e-5452ee24a108,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:20.951292 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6d3838bd-024b-4aa5-96d7-23800dad271e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61948049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61931656'] for subnet (8c341e68-c3bc-4116-abfa-c73762dec9ba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:20.982500 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a46d91b3-99b7-4449-a6a7-29ff00a9df2d req-f46c1c00-ff3e-408d-a920-2a36b5d0f4f5 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356461 Jul 25 05:39:20.993215 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-bc01a0c4-2721-4d73-ac07-b96fd1becac9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:20.993882 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-bc01a0c4-2721-4d73-ac07-b96fd1becac9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.030346 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c4e7f2ac-4ca9-4c0c-b21f-88ed7e934ec8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for security_group (3d575b40-3e6a-4e3b-93d2-136ea8df0787), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.036448 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c4e7f2ac-4ca9-4c0c-b21f-88ed7e934ec8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (3d575b40-3e6a-4e3b-93d2-136ea8df0787), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.046969 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-bc01a0c4-2721-4d73-ac07-b96fd1becac9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9617343 Jul 25 05:39:21.056700 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:21.079022 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Request body: {'port': {'device_id': '5529050b-f2cf-4a8d-a44a-aeeff80f9a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:21.099795 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3838bd-024b-4aa5-96d7-23800dad271e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c341e68-c3bc-4116-abfa-c73762dec9ba,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:21.125815 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7f2ac-4ca9-4c0c-b21f-88ed7e934ec8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d575b40-3e6a-4e3b-93d2-136ea8df0787,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:21.131982 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c4e7f2ac-4ca9-4c0c-b21f-88ed7e934ec8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.133071 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c4e7f2ac-4ca9-4c0c-b21f-88ed7e934ec8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4395292 Jul 25 05:39:21.135922 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36168) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:21.145068 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ba72afad-c2cf-4161-9cf2-1419f79ada6d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Request body: {'security_group_rule': {'security_group_id': '3d575b40-3e6a-4e3b-93d2-136ea8df0787', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:21.161622 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3838bd-024b-4aa5-96d7-23800dad271e admin admin] Checking segment: {'id': '3f52582c-fccb-497b-90b8-ead89f445999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc35280f-d3fa-4a8e-8f13-e8e0a7a52950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:39:21.162300 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3838bd-024b-4aa5-96d7-23800dad271e admin admin] Network hostable DHCP agents. Network: bc35280f-d3fa-4a8e-8f13-e8e0a7a52950, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:39:21.168127 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.168628 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-07d6556d-c34b-412d-8f2d-30d2a1d02c21 None None] Provisioning complete for port a17feb40-f712-434b-ab5d-3a419f924bb1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:21.169174 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-07d6556d-c34b-412d-8f2d-30d2a1d02c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.252883 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3838bd-024b-4aa5-96d7-23800dad271e admin admin] Network bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:39:21.258146 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-07d6556d-c34b-412d-8f2d-30d2a1d02c21 None None] Port a17feb40-f712-434b-ab5d-3a419f924bb1 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:39:21.268073 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba72afad-c2cf-4161-9cf2-1419f79ada6d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for security_group_rule (c1373a82-ddbb-490b-b0b6-176dae3ea6fe), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.291702 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-6d3838bd-024b-4aa5-96d7-23800dad271e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, bc35280f-d3fa-4a8e-8f13-e8e0a7a52950) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:21.304050 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de18f72-1471-40be-aa47-dd422ead476e None None] Network bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:39:21.305151 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3838bd-024b-4aa5-96d7-23800dad271e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:21.305738 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6d3838bd-024b-4aa5-96d7-23800dad271e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.352011 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:21.369653 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:21.403513 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6d3838bd-024b-4aa5-96d7-23800dad271e admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1496587 Jul 25 05:39:21.424742 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Publish callbacks [] for router_gateway (69d34c74-32ce-4361-8495-19839f55ab35), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.428320 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba72afad-c2cf-4161-9cf2-1419f79ada6d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for security_group_rule (c1373a82-ddbb-490b-b0b6-176dae3ea6fe), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.457827 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b49449-e440-48f4-b5c2-e11988fde31a None None] Network bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:39:21.469023 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba72afad-c2cf-4161-9cf2-1419f79ada6d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (c1373a82-ddbb-490b-b0b6-176dae3ea6fe), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.502868 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72afad-c2cf-4161-9cf2-1419f79ada6d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1373a82-ddbb-490b-b0b6-176dae3ea6fe,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:21.536855 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba72afad-c2cf-4161-9cf2-1419f79ada6d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.538170 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ba72afad-c2cf-4161-9cf2-1419f79ada6d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3985558 Jul 25 05:39:21.540684 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36174) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:21.546528 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-32479109-a273-44c7-93af-dfcc5d9c0de9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Request body: {'security_group_rule': {'security_group_id': '3d575b40-3e6a-4e3b-93d2-136ea8df0787', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:21.566578 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17feb40-f712-434b-ab5d-3a419f924bb1 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:39:21.579712 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Publish callbacks [] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.591860 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-32479109-a273-44c7-93af-dfcc5d9c0de9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for security_group_rule (bbaa43ba-183f-46b7-a5f3-7df369dee8a5), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.595617 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b536a5-635a-413d-b9e0-352181048ead None None] Network 0bd65f0e-472c-4905-913d-3224424e7dac requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:39:21.598336 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Transition to ACTIVE for port object a17feb40-f712-434b-ab5d-3a419f924bb1 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:39:21.603863 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.653442 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Pushing event updated for resources: {'Port': ['ID=a17feb40-f712-434b-ab5d-3a419f924bb1,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:21.759793 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:21.763967 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6c6fdba5-6f22-4bc4-aaf5-fb32d33d9f56 None None] Provisioning complete for port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:21.764436 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6c6fdba5-6f22-4bc4-aaf5-fb32d33d9f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.783148 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-32479109-a273-44c7-93af-dfcc5d9c0de9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for security_group_rule (bbaa43ba-183f-46b7-a5f3-7df369dee8a5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.784645 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775234'] for router (69d34c74-32ce-4361-8495-19839f55ab35), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.794184 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-32479109-a273-44c7-93af-dfcc5d9c0de9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (bbaa43ba-183f-46b7-a5f3-7df369dee8a5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.806640 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Attempting to bind port a17feb40-f712-434b-ab5d-3a419f924bb1 on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:39:21.807343 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Attempting to bind port a17feb40-f712-434b-ab5d-3a419f924bb1 by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:39:21.808024 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Attempting to bind port a17feb40-f712-434b-ab5d-3a419f924bb1 on network fec420c3-be12-4a0c-92d9-7ad0ead1f91c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:21.822664 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Port a17feb40-f712-434b-ab5d-3a419f924bb1 on network fec420c3-be12-4a0c-92d9-7ad0ead1f91c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:39:21.823134 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Attempting to bind port a17feb40-f712-434b-ab5d-3a419f924bb1 on network fec420c3-be12-4a0c-92d9-7ad0ead1f91c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:21.837217 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:39:21.837727 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Checking segment: {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:39:21.838203 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Bound using segment: {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:39:21.840876 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Bound port: a17feb40-f712-434b-ab5d-3a419f924bb1, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:39:21.840876 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.865826 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32479109-a273-44c7-93af-dfcc5d9c0de9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbaa43ba-183f-46b7-a5f3-7df369dee8a5,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:21.881120 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-32479109-a273-44c7-93af-dfcc5d9c0de9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.885307 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-32479109-a273-44c7-93af-dfcc5d9c0de9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3407753 Jul 25 05:39:21.894253 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 36180) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:21.901139 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Request body: {'floatingip': {'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:21.905939 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:21.964597 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:21.979568 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] For port a17feb40-f712-434b-ab5d-3a419f924bb1, host hv-cinder-85083, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:39:21.983361 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6c6fdba5-6f22-4bc4-aaf5-fb32d33d9f56 None None] Current status of the port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:21.983767 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6c6fdba5-6f22-4bc4-aaf5-fb32d33d9f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:22.011465 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Router 69d34c74-32ce-4361-8495-19839f55ab35 is scheduled to L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:39:22.030028 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] For port a17feb40-f712-434b-ab5d-3a419f924bb1, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=a17feb40-f712-434b-ab5d-3a419f924bb1,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:39:22.046723 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:22.066573 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6c6fdba5-6f22-4bc4-aaf5-fb32d33d9f56 None None] For port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=62b2655d-b81f-4cf1-adbd-09b65e5d5cd1,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:22.078840 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6c6fdba5-6f22-4bc4-aaf5-fb32d33d9f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:22.171295 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:39:22.176374 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fdba5-6f22-4bc4-aaf5-fb32d33d9f56 None None] Pushing event updated for resources: {'Port': ['ID=62b2655d-b81f-4cf1-adbd-09b65e5d5cd1,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:22.192231 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:22.212029 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:22.218231 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Sync routers for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:39:22.220361 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6ed5fccb-2ab0-4e3d-8b0c-35a3d4473f0d admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8840382 Jul 25 05:39:22.223649 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36184) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:22.248770 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:39:22.249456 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:39:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:22.258749 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:22.259569 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:22.260806 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] 10.222.0.43 "PUT /v2.0/ports/a17feb40-f712-434b-ab5d-3a419f924bb1 HTTP/1.1" status: 200 len: 1093 time: 1.1894407 Jul 25 05:39:22.262431 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5529050b-f2cf-4a8d-a44a-aeeff80f9a44', 'tag': 'a17feb40-f712-434b-ab5d-3a419f924bb1'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:39:22.264868 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31947fc5-5f09-41cc-a6b2-ad6d5ceb4b04" -d '{"events": [{"name": "network-changed", "server_uuid": "5529050b-f2cf-4a8d-a44a-aeeff80f9a44", "tag": "a17feb40-f712-434b-ab5d-3a419f924bb1"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:39:22.380111 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:22.425651 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:22.436299 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:39:22.437444 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aaf63d-a3bf-4dcd-9ee9-af95c1860165 x-openstack-request-id: req-55aaf63d-a3bf-4dcd-9ee9-af95c1860165 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:39:22.437920 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5529050b-f2cf-4a8d-a44a-aeeff80f9a44", "tag": "a17feb40-f712-434b-ab5d-3a419f924bb1", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:39:22.438331 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-55aaf63d-a3bf-4dcd-9ee9-af95c1860165 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:39:22.438866 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-caef1c06-2ed6-4a4a-87ca-bf2df0e9a04a None None] Provisioning complete for port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:22.439018 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55aaf63d-a3bf-4dcd-9ee9-af95c1860165'] response: {'name': 'network-changed', 'server_uuid': '5529050b-f2cf-4a8d-a44a-aeeff80f9a44', 'tag': 'a17feb40-f712-434b-ab5d-3a419f924bb1', 'status': 'completed', 'code': 200} Jul 25 05:39:22.439389 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-caef1c06-2ed6-4a4a-87ca-bf2df0e9a04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:22.454805 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aff0c3-d1cc-4d36-b61d-089430ae958a req-d3e6de5b-87b1-417d-88c6-e0a64803a03e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:22.465087 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e5aff0c3-d1cc-4d36-b61d-089430ae958a req-d3e6de5b-87b1-417d-88c6-e0a64803a03e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 943 time: 0.3072755 Jul 25 05:39:22.474573 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd9a04-f13c-4f46-bc89-169d02c66f42 service neutron] Pushing event updated for resources: {'Port': ['ID=a17feb40-f712-434b-ab5d-3a419f924bb1,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:22.528537 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:22.644299 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:22.687509 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:22.780992 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:22.781366 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:22.782867 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-caef1c06-2ed6-4a4a-87ca-bf2df0e9a04a None None] Current status of the port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:22.835884 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:21Z', 'revision_number': 3, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:22.849513 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-5ae7e869-219a-494e-982b-a8e838ad2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:22.851009 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-5ae7e869-219a-494e-982b-a8e838ad2e6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 1127 time: 0.4867721 Jul 25 05:39:22.869047 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Checking router: 69d34c74-32ce-4361-8495-19839f55ab35 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:39:22.869555 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Updating router 69d34c74-32ce-4361-8495-19839f55ab35 port 82c4cfd0-9446-4781-a12e-5452ee24a108 binding host dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:39:22.886443 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:22.915801 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (82c4cfd0-9446-4781-a12e-5452ee24a108), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:22.919583 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:22.921059 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e5aff0c3-d1cc-4d36-b61d-089430ae958a req-db03a4b7-3d0e-4eea-857f-6598e975231f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4545758 Jul 25 05:39:22.925250 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-c293203d-a57a-41ec-84c0-46797c46b7b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a17feb40-f712-434b-ab5d-3a419f924bb1 HTTP/1.1" status: 200 len: 217 time: 0.0535009 Jul 25 05:39:22.948127 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Allocated IP 172.27.3.250 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/62cdf79e-04b1-4e9a-b724-8e5798fa1d50) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:39:23.021259 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-92092fbf-4f7c-4135-9604-020791408206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:23.022771 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-92092fbf-4f7c-4135-9604-020791408206 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6b699d7-df42-453b-8891-f9d892555252 HTTP/1.1" status: 200 len: 853 time: 0.0838377 Jul 25 05:39:23.026620 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:23.072970 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Allocated IP 172.20.0.1 (0bd65f0e-472c-4905-913d-3224424e7dac/2adb0773-3023-49e6-8611-e1d6ff14cd2e/0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:39:23.101272 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-37c0ebaa-8c99-4813-8bf5-f099a7027cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:23.102855 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-37c0ebaa-8c99-4813-8bf5-f099a7027cec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513713 Jul 25 05:39:23.155794 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for port (62cdf79e-04b1-4e9a-b724-8e5798fa1d50), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.183576 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Publish callbacks [] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.218952 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.237035 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-3379729e-e310-40ea-bf9f-e02bd1c358be service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248693 Jul 25 05:39:23.242224 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (62cdf79e-04b1-4e9a-b724-8e5798fa1d50), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.258871 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Network 0bd65f0e-472c-4905-913d-3224424e7dac is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:23.260032 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:23.266506 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:23.271846 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:39:23.274072 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Pushing event updated for resources: {'Port': ['ID=0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:23.315658 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663993'] for router_interface (69d34c74-32ce-4361-8495-19839f55ab35), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.321814 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:23.331087 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:23.343978 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:39:23.381811 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:23.390195 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Pushing event updated for resources: {'Port': ['ID=62cdf79e-04b1-4e9a-b724-8e5798fa1d50,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:23.494425 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a151bb3-4cd1-4f58-b347-7232502e2a26 req-f85893cb-3a10-4d92-9ff9-6f2b46bd8dd9 service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493694 Jul 25 05:39:23.506260 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Publish callbacks [] for port (82c4cfd0-9446-4781-a12e-5452ee24a108), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.518715 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (82c4cfd0-9446-4781-a12e-5452ee24a108), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.528819 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.542146 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for floatingip (b412142c-2573-420e-a55f-6c4bc104758c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.598535 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Attempting to bind port 82c4cfd0-9446-4781-a12e-5452ee24a108 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:39:23.598873 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Attempting to bind port 82c4cfd0-9446-4781-a12e-5452ee24a108 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:39:23.599231 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Attempting to bind port 82c4cfd0-9446-4781-a12e-5452ee24a108 on network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:23.605231 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:23.605749 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:39:23.606170 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Checking segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:39:23.606535 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.606968 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Bound using segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:39:23.607419 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Bound port: 82c4cfd0-9446-4781-a12e-5452ee24a108, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:39:23.607809 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (82c4cfd0-9446-4781-a12e-5452ee24a108), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.639233 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (62cdf79e-04b1-4e9a-b724-8e5798fa1d50), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.670111 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] For port 82c4cfd0-9446-4781-a12e-5452ee24a108, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:39:23.673648 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] For port 82c4cfd0-9446-4781-a12e-5452ee24a108, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=82c4cfd0-9446-4781-a12e-5452ee24a108,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:39:23.679461 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d9707-19d7-4243-b4cb-705e98d585ab None None] Pushing event updated for resources: {'Port': ['ID=82c4cfd0-9446-4781-a12e-5452ee24a108,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:23.698346 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (82c4cfd0-9446-4781-a12e-5452ee24a108), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.703024 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5c3fc2f4-5591-4cee-81d5-d54a9bdd435e None None] Provisioning complete for port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:23.703376 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c3fc2f4-5591-4cee-81d5-d54a9bdd435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.761698 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:23.768676 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Publish callbacks [] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.776292 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.815720 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5c3fc2f4-5591-4cee-81d5-d54a9bdd435e None None] Port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:39:23.820159 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d9707-19d7-4243-b4cb-705e98d585ab None None] Pushing event updated for resources: {'Port': ['ID=82c4cfd0-9446-4781-a12e-5452ee24a108,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:23.825858 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:39:23.827196 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:39:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:23.840747 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:23.850070 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Pushing event updated for resources: {'Port': ['ID=0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:23.852905 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663893'] for router_interface (69d34c74-32ce-4361-8495-19839f55ab35), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.909007 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-dfa00aa3-5a20-4bfd-a939-950cb5c95487 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:23.911339 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-dfa00aa3-5a20-4bfd-a939-950cb5c95487 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/networks?id=bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 HTTP/1.1" status: 200 len: 814 time: 0.1988914 Jul 25 05:39:23.940763 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-77c95356-3c4e-4db9-80d0-1df6a8514f76 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/quotas/213b3114e35d4016b3169364760edb17 HTTP/1.1" status: 200 len: 375 time: 0.0209653 Jul 25 05:39:23.943445 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for port (62cdf79e-04b1-4e9a-b724-8e5798fa1d50), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:23.949639 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (62cdf79e-04b1-4e9a-b724-8e5798fa1d50), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:24.015217 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Pushing event updated for resources: {'Port': ['ID=62cdf79e-04b1-4e9a-b724-8e5798fa1d50,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:24.063987 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-f1b77861-7aca-4aa2-a4e1-eb76c5011c1d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=213b3114e35d4016b3169364760edb17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111882 Jul 25 05:39:24.107062 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:39:24.184614 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Network 0bd65f0e-472c-4905-913d-3224424e7dac is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:24.186271 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:24.193650 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cd382-7240-4033-9afb-6573dee8a8f9 req-510c41e6-3af8-4c5f-a871-e48628cf2f1e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:24.195200 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-679cd382-7240-4033-9afb-6573dee8a8f9 req-510c41e6-3af8-4c5f-a871-e48628cf2f1e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 943 time: 0.1738877 Jul 25 05:39:24.225897 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (b412142c-2573-420e-a55f-6c4bc104758c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:24.292518 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:24.293869 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-9efeeacd-82c8-49ae-b091-204a398bf2a5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3981075 Jul 25 05:39:24.299036 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-679cd382-7240-4033-9afb-6573dee8a8f9 req-2d0c4534-5676-489b-bf34-9339f14f9fd7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958326 Jul 25 05:39:24.301475 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-e49d871a-4102-4129-96d6-336061eb59bf service neutron] 10.222.0.33 "GET /v2.0/networks/bc35280f-d3fa-4a8e-8f13-e8e0a7a52950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106638 Jul 25 05:39:24.358529 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Router 69d34c74-32ce-4361-8495-19839f55ab35 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:39:24.385424 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:24.390242 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 2, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:24.447183 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28281fe-6cdc-4c33-9b5c-aba2ee18a530 None None] The sync data for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi is: [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 2, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:39:24.490362 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:24.541887 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4f09017a-d303-4206-819f-bca6bdb3cdbb None None] Provisioning complete for port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:24.542405 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4f09017a-d303-4206-819f-bca6bdb3cdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:24.542490 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:39:24.554010 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-b3bb3855-ecef-46e8-a289-348e4e16f045 service neutron] 10.222.0.33 "GET /v2.0/networks/bc35280f-d3fa-4a8e-8f13-e8e0a7a52950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323308 Jul 25 05:39:24.571360 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d983195a-c0a9-4e62-9450-9bb61921ae6a admin admin] 10.222.0.33 "PUT /v2.0/routers/69d34c74-32ce-4361-8495-19839f55ab35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3442099 Jul 25 05:39:24.598912 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31947fc5-5f09-41cc-a6b2-ad6d5ceb4b04 req-052e987c-fbfb-46a4-ab53-ffb74ab4ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:24.601727 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-31947fc5-5f09-41cc-a6b2-ad6d5ceb4b04 req-052e987c-fbfb-46a4-ab53-ffb74ab4ee7f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 1127 time: 0.1206326 Jul 25 05:39:24.637135 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4f09017a-d303-4206-819f-bca6bdb3cdbb None None] Port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:39:24.678499 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-76de192e-ae84-463d-bd3f-f695e48cb3b6 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1859453139&fields=id&tenant_id=c782b01e8e484fe8bb710aeddc0192d1 HTTP/1.1" status: 200 len: 267 time: 0.1466377 Jul 25 05:39:24.927926 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d585bb78-3a76-4d53-ad5f-6a270e99894a req-88ff091e-37cd-4502-bd9d-b4f2cb13476c tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 210 time: 0.1532331 Jul 25 05:39:24.941802 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-88579768-875d-4689-b4fc-cb9b1395c17f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:24.943208 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-88579768-875d-4689-b4fc-cb9b1395c17f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 819 time: 0.2548447 Jul 25 05:39:24.979257 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:24.982211 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31947fc5-5f09-41cc-a6b2-ad6d5ceb4b04 req-d949ad23-d800-4c54-982a-da277e19ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:24.983709 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-31947fc5-5f09-41cc-a6b2-ad6d5ceb4b04 req-d949ad23-d800-4c54-982a-da277e19ce41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 915 time: 0.3482115 Jul 25 05:39:24.985388 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-510e9a87-b49a-4bd2-8417-f527d8db6b04 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/quotas/c782b01e8e484fe8bb710aeddc0192d1 HTTP/1.1" status: 200 len: 375 time: 0.0183954 Jul 25 05:39:25.043843 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-31947fc5-5f09-41cc-a6b2-ad6d5ceb4b04 req-4142edce-f878-48e9-9ed6-260b58ca8345 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a17feb40-f712-434b-ab5d-3a419f924bb1 HTTP/1.1" status: 200 len: 217 time: 0.0526659 Jul 25 05:39:25.120746 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-65cf1fed-9ad7-4615-85cd-b7e7bb541334 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1198213 Jul 25 05:39:25.156321 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31947fc5-5f09-41cc-a6b2-ad6d5ceb4b04 req-cdc2eebe-e4ac-49c4-8f91-ad591cbd09f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:25.158137 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-31947fc5-5f09-41cc-a6b2-ad6d5ceb4b04 req-cdc2eebe-e4ac-49c4-8f91-ad591cbd09f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6b699d7-df42-453b-8891-f9d892555252 HTTP/1.1" status: 200 len: 853 time: 0.0951943 Jul 25 05:39:25.260873 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31947fc5-5f09-41cc-a6b2-ad6d5ceb4b04 req-f7cdcfc2-5b26-4b0f-824e-284c44356b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:25.263094 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-31947fc5-5f09-41cc-a6b2-ad6d5ceb4b04 req-f7cdcfc2-5b26-4b0f-824e-284c44356b5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0883496 Jul 25 05:39:25.326561 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-c1492bed-47a6-4d8a-a11f-812218fe6d8f service neutron] 10.222.0.33 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832623 Jul 25 05:39:25.438586 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36256) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:25.446630 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1228876922-network', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:25.506246 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] Made reservation on behalf of e7503d2734414a67962cccd71e3b97e5 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:39:25.509082 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:25.518116 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:25.545592 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388b797-82ab-44d1-bf30-d278d843fc13 req-625fdcc9-a00c-472b-921c-f3b1d6809b59 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:25.554511 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b388b797-82ab-44d1-bf30-d278d843fc13 req-625fdcc9-a00c-472b-921c-f3b1d6809b59 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 943 time: 0.1320081 Jul 25 05:39:25.565022 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-31947fc5-5f09-41cc-a6b2-ad6d5ceb4b04 req-cbc49e48-427b-4dd4-8906-919ea857d1a7 service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907877 Jul 25 05:39:25.569349 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-2dca0e99-b8a8-4fd6-a730-f64e8779d0da service neutron] 10.222.0.33 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151203 Jul 25 05:39:25.619964 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] Publish callbacks [] for security_group (3641407f-e695-4728-82d0-d7ea6e5ceec2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:25.625793 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (3641407f-e695-4728-82d0-d7ea6e5ceec2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:25.636480 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:INSERT=8 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:25.652981 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:39:25.685775 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (3b6d4450-fac0-4fc8-8a73-0ebe448f014b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:25.686132 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] Added segment 3b6d4450-fac0-4fc8-8a73-0ebe448f014b of type vlan for network 40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239 Jul 25 05:39:25.695886 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:25.698776 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3641407f-e695-4728-82d0-d7ea6e5ceec2,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:25.742920 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b388b797-82ab-44d1-bf30-d278d843fc13 req-5f11e855-22b1-4053-9b0d-1fc9c833989b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722739 Jul 25 05:39:25.767456 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:25.796577 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-31947fc5-5f09-41cc-a6b2-ad6d5ceb4b04 req-16202425-4c36-43fd-a40b-2f90cadee9ce service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080412 Jul 25 05:39:25.805439 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:25.806475 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:25.807064 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:25.878626 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2108b87f-c9ed-4a9d-bcaa-5bcf03929ede req-105cda3c-2455-47a8-82b6-749b94d39fb6 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 210 time: 0.0516372 Jul 25 05:39:25.895514 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4520438 Jul 25 05:39:25.895830 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 36264) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:25.901832 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-23fe7066-a025-4fe8-aa6d-d23d86fe75d5 admin admin] Request body: {'subnet': {'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1228876922-subnet', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:25.910011 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc41ec-eae6-4658-bef3-6b296689497d admin admin] Pushing event updated for resources: {'Network': ['ID=40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:25.921635 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network 40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239 details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:39:25.949466 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fe7066-a025-4fe8-aa6d-d23d86fe75d5 admin admin] Made reservation on behalf of e7503d2734414a67962cccd71e3b97e5 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:39:25.951884 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-23fe7066-a025-4fe8-aa6d-d23d86fe75d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62031643'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:26.126618 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-80a04bfd-bf12-4d55-95b3-4fb13a51c464 req-88a82eda-da93-4a8b-bdff-c67347a2ccc9 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 210 time: 0.0532913 Jul 25 05:39:26.151334 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:26.272262 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device a17feb40-f712-434b-ab5d-3a419f924bb1 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:39:26.345318 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:26.462260 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-23fe7066-a025-4fe8-aa6d-d23d86fe75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61988077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62031625'] for subnet (ddb26619-d964-402c-a80a-afef812217a0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:26.485639 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port a17feb40-f712-434b-ab5d-3a419f924bb1, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=a17feb40-f712-434b-ab5d-3a419f924bb1,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:26.508056 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': 'a17feb40-f712-434b-ab5d-3a419f924bb1', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'port_id': 'a17feb40-f712-434b-ab5d-3a419f924bb1', 'mac_address': 'fa:16:3e:ee:4c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:39:26.566650 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-15974435-93ec-47af-966b-227c7666e2f0 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:26.568148 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-15974435-93ec-47af-966b-227c7666e2f0 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.43 "GET /v2.0/networks?id=bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 HTTP/1.1" status: 200 len: 814 time: 0.3571191 Jul 25 05:39:26.585062 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port a17feb40-f712-434b-ab5d-3a419f924bb1 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:26.585928 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:26.600870 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 82c4cfd0-9446-4781-a12e-5452ee24a108 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:26.609424 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe7066-a025-4fe8-aa6d-d23d86fe75d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb26619-d964-402c-a80a-afef812217a0,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:26.619975 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe7066-a025-4fe8-aa6d-d23d86fe75d5 admin admin] Checking segment: {'id': '3b6d4450-fac0-4fc8-8a73-0ebe448f014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:39:26.620327 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fe7066-a025-4fe8-aa6d-d23d86fe75d5 admin admin] Network hostable DHCP agents. Network: 40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:39:26.624624 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17feb40-f712-434b-ab5d-3a419f924bb1 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:39:26.639420 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fe7066-a025-4fe8-aa6d-d23d86fe75d5 admin admin] Network 40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239 is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:39:26.650344 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-9562ed93-3f36-4744-b128-97efa57c69bf tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Request body: {'port': {'device_id': 'edd0febc-671b-4a39-9dbf-d71d6eb11b32', 'network_id': 'bc35280f-d3fa-4a8e-8f13-e8e0a7a52950', 'admin_state_up': True, 'tenant_id': '213b3114e35d4016b3169364760edb17'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:26.656273 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port a17feb40-f712-434b-ab5d-3a419f924bb1, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=a17feb40-f712-434b-ab5d-3a419f924bb1,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:26.665906 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:26.676446 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 82c4cfd0-9446-4781-a12e-5452ee24a108 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:26.677358 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (82c4cfd0-9446-4781-a12e-5452ee24a108), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:26.682694 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-23fe7066-a025-4fe8-aa6d-d23d86fe75d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, 40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:26.692215 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fe7066-a025-4fe8-aa6d-d23d86fe75d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:26.692815 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-23fe7066-a025-4fe8-aa6d-d23d86fe75d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:26.725178 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9382dca-f229-4000-8d1c-c7d40e09911f None None] Network 40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:39:26.741345 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-23fe7066-a025-4fe8-aa6d-d23d86fe75d5 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8438845 Jul 25 05:39:26.741764 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36288) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:26.754878 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1228876922-router', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:26.787843 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-728'] for router (220d205a-a03d-4695-8f69-e837696435b1), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:26.789469 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-751'] for router (220d205a-a03d-4695-8f69-e837696435b1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:26.826762 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=a17feb40-f712-434b-ab5d-3a419f924bb1,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:26.850830 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-9562ed93-3f36-4744-b128-97efa57c69bf tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Made reservation on behalf of 213b3114e35d4016b3169364760edb17 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:39:26.855218 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-9562ed93-3f36-4744-b128-97efa57c69bf tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:26.871433 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:26.883490 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Publish callbacks [] for router_controller (220d205a-a03d-4695-8f69-e837696435b1), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:26.916760 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 82c4cfd0-9446-4781-a12e-5452ee24a108 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:26.917101 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (82c4cfd0-9446-4781-a12e-5452ee24a108), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:26.925394 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fd5b1d1-d160-5e6d-81c3-07e62fcf4b68-40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239', 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239', 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'fixed_ips': [{'subnet_id': 'ddb26619-d964-402c-a80a-afef812217a0'}]}} from dv-cinder-850830-1-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:39:26.927898 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:26.961101 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port 82c4cfd0-9446-4781-a12e-5452ee24a108, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=82c4cfd0-9446-4781-a12e-5452ee24a108,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:26.972324 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (82c4cfd0-9446-4781-a12e-5452ee24a108), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:26.989650 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bf916-a574-498a-8034-b8f1dee09810 req-8377aca3-409d-4a03-885b-15c0fa4b493d tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:26.991297 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c03bf916-a574-498a-8034-b8f1dee09810 req-8377aca3-409d-4a03-885b-15c0fa4b493d tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 944 time: 0.1228220 Jul 25 05:39:27.045235 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['a17feb40-f712-434b-ab5d-3a419f924bb1'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:39:27.092690 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Publish callbacks [] for router_gateway (220d205a-a03d-4695-8f69-e837696435b1), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:27.157146 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=82c4cfd0-9446-4781-a12e-5452ee24a108,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:27.199730 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Allocated IP 172.20.0.2 (40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239/ddb26619-d964-402c-a80a-afef812217a0/a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:39:27.211005 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:27.322571 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9d22b90e-b0d9-4b3b-a51d-c9e7d90c8baa req-d09bd201-e11c-434e-827c-b83d6364533f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 210 time: 0.3006063 Jul 25 05:39:27.357997 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c03bf916-a574-498a-8034-b8f1dee09810 req-89ca6ee6-087e-45db-a8bc-3a05aedfa8b3 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276038 Jul 25 05:39:27.363675 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Publish callbacks [] for router_gateway (220d205a-a03d-4695-8f69-e837696435b1), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:27.395376 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:27.513880 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-9562ed93-3f36-4744-b128-97efa57c69bf tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Allocated IP 172.20.0.11 (bc35280f-d3fa-4a8e-8f13-e8e0a7a52950/8c341e68-c3bc-4116-abfa-c73762dec9ba/9d91bc86-6db7-4b09-b3c9-3958dd762034) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:39:27.529943 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Publish callbacks [] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:27.538064 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:27.547484 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Allocated IP 172.27.3.52 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/8827fe5a-fa3a-4d0d-a55f-cff70a71944f) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:39:27.589904 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d097b69f-f421-4b66-a764-f54a66779dfd req-8217fe20-123c-491d-893a-1d6401c8e302 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 210 time: 0.1401713 Jul 25 05:39:27.641741 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Sync routers for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:39:27.660570 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:39:27.662229 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:39:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:27.671369 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Network 40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:27.680052 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:27.707727 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:39:27.732156 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Publish callbacks [] for port (8827fe5a-fa3a-4d0d-a55f-cff70a71944f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:27.781754 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:27.793746 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Pushing event updated for resources: {'Port': ['ID=a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:27.808264 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-b4d44796-721a-40fc-bfcc-bd91a1c04a01 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:27.810973 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-b4d44796-721a-40fc-bfcc-bd91a1c04a01 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 819 time: 0.3603892 Jul 25 05:39:27.824008 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (8827fe5a-fa3a-4d0d-a55f-cff70a71944f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:27.830175 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:39:27.845744 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Attempting to bind port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:39:27.846244 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Attempting to bind port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '3b6d4450-fac0-4fc8-8a73-0ebe448f014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:39:27.846662 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Attempting to bind port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 on network 40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:27.854639 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:39:27.855005 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Checking segment: {'id': '3b6d4450-fac0-4fc8-8a73-0ebe448f014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:39:27.855419 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:27.855810 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Bound using segment: {'id': '3b6d4450-fac0-4fc8-8a73-0ebe448f014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:39:27.856421 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Bound port: a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6d4450-fac0-4fc8-8a73-0ebe448f014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:39:27.856824 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:27.860976 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:27.902038 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:27.924973 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:27.933416 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Pushing event updated for resources: {'Port': ['ID=8827fe5a-fa3a-4d0d-a55f-cff70a71944f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:27.937373 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:27.939856 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:39:27.981852 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] For port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:39:27.985889 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] For port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6,segment=NetworkSegment(3b6d4450-fac0-4fc8-8a73-0ebe448f014b),segment_id=3b6d4450-fac0-4fc8-8a73-0ebe448f014b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:39:27.997328 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:28.041990 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-9562ed93-3f36-4744-b128-97efa57c69bf tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks [] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:28.068736 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:28.073431 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-7e04c6aa-8551-46fb-8da7-6f6db1eac9d8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c782b01e8e484fe8bb710aeddc0192d1 HTTP/1.1" status: 200 len: 380 time: 0.1702585 Jul 25 05:39:28.074288 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c8d01-d667-46ac-940c-5fd2a87abab7 None None] Pushing event updated for resources: {'Port': ['ID=a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:28.076405 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:28.085553 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-9bf7124a-4440-4c1d-a29e-e32ff55c50dc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Request body: {'port': {'device_id': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'admin_state_up': True, 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'security_groups': ['3d575b40-3e6a-4e3b-93d2-136ea8df0787']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:28.142789 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 2, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:28.177416 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Checking router: 69d34c74-32ce-4361-8495-19839f55ab35 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:39:28.177800 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Updating router 69d34c74-32ce-4361-8495-19839f55ab35 port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 binding host dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:39:28.186183 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-9562ed93-3f36-4744-b128-97efa57c69bf tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:28.210145 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:28.254334 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-9562ed93-3f36-4744-b128-97efa57c69bf tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Network bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:28.265884 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-9562ed93-3f36-4744-b128-97efa57c69bf tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:28.271753 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-9562ed93-3f36-4744-b128-97efa57c69bf tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:39:28.280819 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Publish callbacks [] for router_gateway (220d205a-a03d-4695-8f69-e837696435b1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:28.301634 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562ed93-3f36-4744-b128-97efa57c69bf tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Pushing event updated for resources: {'Port': ['ID=9d91bc86-6db7-4b09-b3c9-3958dd762034,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:28.351679 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-9562ed93-3f36-4744-b128-97efa57c69bf tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:28.352528 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-9562ed93-3f36-4744-b128-97efa57c69bf tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:28.368884 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-9bf7124a-4440-4c1d-a29e-e32ff55c50dc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Made reservation on behalf of c782b01e8e484fe8bb710aeddc0192d1 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:39:28.376886 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-9bf7124a-4440-4c1d-a29e-e32ff55c50dc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:28.431933 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-9562ed93-3f36-4744-b128-97efa57c69bf tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7878799 Jul 25 05:39:28.554325 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775234'] for router (220d205a-a03d-4695-8f69-e837696435b1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:28.580214 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a04fe84c-0337-42bd-895b-eee95c9ea20e req-c12df75a-1ddc-4fdb-b38f-e8a5cf0deead tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 210 time: 0.0860233 Jul 25 05:39:28.624550 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e14af-180f-405b-b248-402cf141ce71 req-63df0712-5072-4218-84c8-ac313c3a38cd tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:28.626717 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e02e14af-180f-405b-b248-402cf141ce71 req-63df0712-5072-4218-84c8-ac313c3a38cd tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 944 time: 0.1241055 Jul 25 05:39:28.669886 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Publish callbacks [] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:28.677793 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:28.684758 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 82c4cfd0-9446-4781-a12e-5452ee24a108 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:28.722373 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a81fe2-6ea7-4953-816f-b0725cfe5fb8 None None] Pushing event updated for resources: {'Port': ['ID=0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:28.741332 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-9bf7124a-4440-4c1d-a29e-e32ff55c50dc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Allocated IP 172.20.0.14 (0be019a4-499c-47a6-88b3-5437178c588d/1c951e4e-a3a2-45e2-bedf-1ac03feeba8c/db49e6cc-810b-4a89-a2fb-e0718b506f4b) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:39:28.783724 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9ec9e-41b1-4cb3-b755-129ba07c914b req-d3e8e016-8ab6-457a-87e3-92b0393da7c8 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:28.785722 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-35e9ec9e-41b1-4cb3-b755-129ba07c914b req-d3e8e016-8ab6-457a-87e3-92b0393da7c8 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 932 time: 0.0850115 Jul 25 05:39:28.792755 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e02e14af-180f-405b-b248-402cf141ce71 req-dad28d4a-4d8f-4287-bd38-cd950d6a1a47 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546540 Jul 25 05:39:28.795746 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Router 220d205a-a03d-4695-8f69-e837696435b1 is scheduled to L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:39:28.829298 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 82c4cfd0-9446-4781-a12e-5452ee24a108 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:28.829668 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (82c4cfd0-9446-4781-a12e-5452ee24a108), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:28.838176 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:28.846766 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Attempting to bind port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:39:28.847133 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Attempting to bind port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:39:28.847669 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Attempting to bind port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 on network 0bd65f0e-472c-4905-913d-3224424e7dac {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:28.856935 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:39:28.857404 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Checking segment: {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:39:28.857881 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:28.858277 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Bound using segment: {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:39:28.858782 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Bound port: 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:39:28.859160 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:28.862550 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:28.879756 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:28.946605 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-35e9ec9e-41b1-4cb3-b755-129ba07c914b req-322b37da-7c8c-48fb-a0ee-965810e3f558 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503832 Jul 25 05:39:28.948769 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] For port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:39:28.952976 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] For port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:39:28.968859 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:29.018937 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:29.021253 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:39:29.044529 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 82c4cfd0-9446-4781-a12e-5452ee24a108 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:29.048736 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:29.051782 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:29.053417 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-08f106a5-c11b-4f4d-9acf-dff8afe86b91 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3097131 Jul 25 05:39:29.056255 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36314) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:29.073963 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-9bf7124a-4440-4c1d-a29e-e32ff55c50dc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:29.076540 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a81fe2-6ea7-4953-816f-b0725cfe5fb8 None None] Pushing event updated for resources: {'Port': ['ID=0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:29.090230 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:39:29.095596 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:39:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:29.096689 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Sync routers for ids ['220d205a-a03d-4695-8f69-e837696435b1'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:39:29.107158 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:29.108411 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:29.138804 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-9bf7124a-4440-4c1d-a29e-e32ff55c50dc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:29.147466 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Routers {'220d205a-a03d-4695-8f69-e837696435b1'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:39:29.148234 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:39:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['220d205a-a03d-4695-8f69-e837696435b1'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:29.215515 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f5409d08-0f8b-45a4-bcdc-bd6f9d47e9c1 None None] Provisioning complete for port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:29.217291 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f5409d08-0f8b-45a4-bcdc-bd6f9d47e9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:29.223204 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7124a-4440-4c1d-a29e-e32ff55c50dc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Pushing event updated for resources: {'Port': ['ID=db49e6cc-810b-4a89-a2fb-e0718b506f4b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:29.247547 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-9bf7124a-4440-4c1d-a29e-e32ff55c50dc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Network 0be019a4-499c-47a6-88b3-5437178c588d is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:29.249106 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-9bf7124a-4440-4c1d-a29e-e32ff55c50dc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:29.254625 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-9bf7124a-4440-4c1d-a29e-e32ff55c50dc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:39:29.256193 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:29.256674 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:29.342631 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:39:29.354370 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-9bf7124a-4440-4c1d-a29e-e32ff55c50dc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:29.356205 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-9bf7124a-4440-4c1d-a29e-e32ff55c50dc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:29.396349 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-9bf7124a-4440-4c1d-a29e-e32ff55c50dc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3170352 Jul 25 05:39:29.569295 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Set router 220d205a-a03d-4695-8f69-e837696435b1 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:39:29.592335 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:29.719223 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:29.793056 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:28Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:29.803167 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065291d2-59a7-47a7-be4d-4c92568b1f07 req-76a84d6a-219d-43b5-b141-fbb3d11615c2 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:29.804825 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-065291d2-59a7-47a7-be4d-4c92568b1f07 req-76a84d6a-219d-43b5-b141-fbb3d11615c2 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 932 time: 0.0795467 Jul 25 05:39:29.804952 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf840cd6-8037-42b9-8053-73e7d20b0961 None None] Network 40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:39:29.840361 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:29.840756 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:29.848350 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbb32c2-172f-45c0-983d-cce19ec769bd None None] The sync data for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi is: [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:28Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:39:29.867879 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f5409d08-0f8b-45a4-bcdc-bd6f9d47e9c1 None None] Current status of the port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:29.868683 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f5409d08-0f8b-45a4-bcdc-bd6f9d47e9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:29.887128 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-065291d2-59a7-47a7-be4d-4c92568b1f07 req-218c7ab9-b38b-4421-b153-b7ade74c8b8b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754821 Jul 25 05:39:29.938547 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device a17feb40-f712-434b-ab5d-3a419f924bb1 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:29.952188 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c2959-48da-4633-b4d2-3b99aeac4d55 req-60c6e065-4c3d-4ef2-8016-b29c4d4fd625 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:29.954442 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0d1c2959-48da-4633-b4d2-3b99aeac4d55 req-60c6e065-4c3d-4ef2-8016-b29c4d4fd625 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 944 time: 0.0660996 Jul 25 05:39:30.002070 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Allocated IP 172.20.0.1 (40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239/ddb26619-d964-402c-a80a-afef812217a0/bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:39:30.073862 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:30.078063 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0d1c2959-48da-4633-b4d2-3b99aeac4d55 req-b062d3b5-5b63-4685-8b95-8cdc6c77c902 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165183 Jul 25 05:39:30.106367 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6,segment=NetworkSegment(3b6d4450-fac0-4fc8-8a73-0ebe448f014b),segment_id=3b6d4450-fac0-4fc8-8a73-0ebe448f014b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:30.133166 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f5409d08-0f8b-45a4-bcdc-bd6f9d47e9c1 None None] For port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:30.137681 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927aac7-4e55-473e-898d-fa3edf04a69b req-d1483b72-870d-41bc-ac4f-14589f7977ae tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:30.145197 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:30.145455 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1927aac7-4e55-473e-898d-fa3edf04a69b req-d1483b72-870d-41bc-ac4f-14589f7977ae tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 932 time: 0.0659854 Jul 25 05:39:30.158239 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f5409d08-0f8b-45a4-bcdc-bd6f9d47e9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:30.210310 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1927aac7-4e55-473e-898d-fa3edf04a69b req-39744e29-eeed-460b-98ed-8b14048993a2 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638154 Jul 25 05:39:30.227651 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port a17feb40-f712-434b-ab5d-3a419f924bb1 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:39:30.236478 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d205a-a03d-4695-8f69-e837696435b1', 'name': 'tempest-TestVolumeBootPattern-1228876922-router', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8827fe5a-fa3a-4d0d-a55f-cff70a71944f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:26Z', 'updated_at': '2022-07-25T05:39:28Z', 'revision_number': 3, 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'gw_port': {'id': '8827fe5a-fa3a-4d0d-a55f-cff70a71944f', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d205a-a03d-4695-8f69-e837696435b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:27Z', 'updated_at': '2022-07-25T05:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:30.276413 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port a17feb40-f712-434b-ab5d-3a419f924bb1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:30.276810 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:30.311466 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Checking router: 220d205a-a03d-4695-8f69-e837696435b1 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:39:30.311806 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Updating router 220d205a-a03d-4695-8f69-e837696435b1 port 8827fe5a-fa3a-4d0d-a55f-cff70a71944f binding host dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:39:30.347094 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:30.390596 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Publish callbacks [] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:30.395608 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:30.402162 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b365b45d-a6f6-465d-b0a0-716a4c7cab0a None None] Provisioning complete for port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:30.402397 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b365b45d-a6f6-465d-b0a0-716a4c7cab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:30.432912 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:30.437892 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (8827fe5a-fa3a-4d0d-a55f-cff70a71944f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:30.454291 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Network 40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:30.457463 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:30.460330 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:39:30.535357 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:30.557407 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5409d08-0f8b-45a4-bcdc-bd6f9d47e9c1 None None] Pushing event updated for resources: {'Port': ['ID=0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:30.559143 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Pushing event updated for resources: {'Port': ['ID=bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:30.567133 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663993'] for router_interface (220d205a-a03d-4695-8f69-e837696435b1), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:30.645019 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:30.726320 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:30.750049 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port a17feb40-f712-434b-ab5d-3a419f924bb1 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:30.750438 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:30.854926 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Request body: {'port': {'device_id': 'edd0febc-671b-4a39-9dbf-d71d6eb11b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:30.861636 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Request body: {'port': {'device_id': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:30.882720 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port a17feb40-f712-434b-ab5d-3a419f924bb1, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=a17feb40-f712-434b-ab5d-3a419f924bb1,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:30.883960 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5529050b-f2cf-4a8d-a44a-aeeff80f9a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17feb40-f712-434b-ab5d-3a419f924bb1'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:39:30.887223 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed917f56-665d-4746-880c-f9fbf7c097c4" -d '{"events": [{"server_uuid": "5529050b-f2cf-4a8d-a44a-aeeff80f9a44", "name": "network-vif-plugged", "status": "completed", "tag": "a17feb40-f712-434b-ab5d-3a419f924bb1"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:39:30.895248 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:30.896109 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b365b45d-a6f6-465d-b0a0-716a4c7cab0a None None] Current status of the port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:30.909488 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:30.919063 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Publish callbacks [] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:30.940050 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:30.989976 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:31.031133 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:31.031515 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:31.034218 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=a17feb40-f712-434b-ab5d-3a419f924bb1,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:31.040001 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Pushing event updated for resources: {'Port': ['ID=bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:31.047060 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f90da77-5f36-4213-b582-710240f6dcda x-openstack-request-id: req-0f90da77-5f36-4213-b582-710240f6dcda {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:39:31.047340 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5529050b-f2cf-4a8d-a44a-aeeff80f9a44", "name": "network-vif-plugged", "status": "completed", "tag": "a17feb40-f712-434b-ab5d-3a419f924bb1", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:39:31.047570 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0f90da77-5f36-4213-b582-710240f6dcda {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:39:31.047972 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f90da77-5f36-4213-b582-710240f6dcda'] response: {'server_uuid': '5529050b-f2cf-4a8d-a44a-aeeff80f9a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17feb40-f712-434b-ab5d-3a419f924bb1', 'code': 200} Jul 25 05:39:31.049044 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b365b45d-a6f6-465d-b0a0-716a4c7cab0a None None] Provisioning complete for port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:31.049813 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b365b45d-a6f6-465d-b0a0-716a4c7cab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:31.051650 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663893'] for router_interface (220d205a-a03d-4695-8f69-e837696435b1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:31.056010 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:31.075797 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:31.153092 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177ec23-8ed8-439b-8c6a-62fea265d2fb req-b12d477b-1562-4fdc-8341-4e96c6747b96 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:31.158547 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f177ec23-8ed8-439b-8c6a-62fea265d2fb req-b12d477b-1562-4fdc-8341-4e96c6747b96 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 932 time: 0.1517835 Jul 25 05:39:31.222755 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Network 40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:31.225375 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:31.305020 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:31.324184 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b365b45d-a6f6-465d-b0a0-716a4c7cab0a None None] Current status of the port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:31.344715 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:31.345894 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:31.372898 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad3cc-7eb2-4831-96e8-ff9a964c2940 req-79eda645-388e-4990-ac51-5ef750e20004 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:31.380353 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ca8ad3cc-7eb2-4831-96e8-ff9a964c2940 req-79eda645-388e-4990-ac51-5ef750e20004 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 945 time: 0.1797447 Jul 25 05:39:31.392555 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Publish callbacks [] for port (8827fe5a-fa3a-4d0d-a55f-cff70a71944f), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:31.399196 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b365b45d-a6f6-465d-b0a0-716a4c7cab0a None None] Provisioning complete for port db49e6cc-810b-4a89-a2fb-e0718b506f4b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:31.399509 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b365b45d-a6f6-465d-b0a0-716a4c7cab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:31.430854 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:31.431352 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749fd16-f39d-4468-b77c-af31e948e9c5 req-7494ddd2-cba0-45b4-be85-d60f8ed3b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:31.431765 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (8827fe5a-fa3a-4d0d-a55f-cff70a71944f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:31.433539 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2749fd16-f39d-4468-b77c-af31e948e9c5 req-7494ddd2-cba0-45b4-be85-d60f8ed3b452 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 1129 time: 0.1306362 Jul 25 05:39:31.502200 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Pushing event updated for resources: {'Port': ['ID=8827fe5a-fa3a-4d0d-a55f-cff70a71944f,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:31.524318 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.524740 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.525456 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.525808 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.526144 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.526478 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.527054 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.527446 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.527775 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.528149 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.528527 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.528965 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.529207 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.529675 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.530287 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:39:31.533527 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b365b45d-a6f6-465d-b0a0-716a4c7cab0a None None] Port db49e6cc-810b-4a89-a2fb-e0718b506f4b cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:39:31.536479 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:31.537047 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:31.557083 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f177ec23-8ed8-439b-8c6a-62fea265d2fb req-8b537e0c-1f07-4e9c-8919-d6ff6c085863 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327007 Jul 25 05:39:31.558635 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2749fd16-f39d-4468-b77c-af31e948e9c5 req-4fcc3e88-b69b-4118-b766-4a9ef8583ac6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937521 Jul 25 05:39:31.560584 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Router 220d205a-a03d-4695-8f69-e837696435b1 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:39:31.582638 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Attempting to bind port 8827fe5a-fa3a-4d0d-a55f-cff70a71944f on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:39:31.583192 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Attempting to bind port 8827fe5a-fa3a-4d0d-a55f-cff70a71944f by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:39:31.583885 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Attempting to bind port 8827fe5a-fa3a-4d0d-a55f-cff70a71944f on network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:31.594508 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:39:31.594876 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Checking segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:39:31.595274 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:31.595666 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Bound using segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:39:31.596136 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Bound port: 8827fe5a-fa3a-4d0d-a55f-cff70a71944f, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:39:31.596508 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (8827fe5a-fa3a-4d0d-a55f-cff70a71944f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:31.678142 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:39:31.678392 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9b329db9-ba2a-4181-8f0f-dd9d5547086c None None] Provisioning complete for port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:31.679228 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b329db9-ba2a-4181-8f0f-dd9d5547086c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:31.682832 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-94490a0f-08d0-4442-a8cf-29430e3c9918 admin admin] 10.222.0.33 "PUT /v2.0/routers/220d205a-a03d-4695-8f69-e837696435b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6210690 Jul 25 05:39:31.700466 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] For port 8827fe5a-fa3a-4d0d-a55f-cff70a71944f, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:39:31.706291 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:31.741674 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] For port 8827fe5a-fa3a-4d0d-a55f-cff70a71944f, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=8827fe5a-fa3a-4d0d-a55f-cff70a71944f,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:39:31.749341 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ca8ad3cc-7eb2-4831-96e8-ff9a964c2940 req-9c4dbbd5-3ad3-46b0-a4ca-f30f46c76c27 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680990 Jul 25 05:39:31.762555 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (8827fe5a-fa3a-4d0d-a55f-cff70a71944f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:31.774386 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:31.776457 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a564905-8d80-47c1-bd2b-160d92c2f155 req-3c76d703-9cb1-41f4-b8f5-8ef52908df51 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:31.778021 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1a564905-8d80-47c1-bd2b-160d92c2f155 req-3c76d703-9cb1-41f4-b8f5-8ef52908df51 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 932 time: 0.1568177 Jul 25 05:39:31.969924 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1a564905-8d80-47c1-bd2b-160d92c2f155 req-ae4b3ff8-b187-4aaa-8c9e-f6fbefb5c51d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450074 Jul 25 05:39:31.985760 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46768568-eb46-4664-b9b5-b8637825a306 None None] Pushing event updated for resources: {'Port': ['ID=8827fe5a-fa3a-4d0d-a55f-cff70a71944f,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:31.998179 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d91bc86-6db7-4b09-b3c9-3958dd762034 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:39:31.998386 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Routers {'220d205a-a03d-4695-8f69-e837696435b1'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:39:31.998888 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:39:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['220d205a-a03d-4695-8f69-e837696435b1'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:32.010318 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Publish callbacks [] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.044232 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9b329db9-ba2a-4181-8f0f-dd9d5547086c None None] Current status of the port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:32.052561 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db49e6cc-810b-4a89-a2fb-e0718b506f4b {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:39:32.055610 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:32.057464 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Transition to ACTIVE for port object 9d91bc86-6db7-4b09-b3c9-3958dd762034 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:39:32.061415 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9b329db9-ba2a-4181-8f0f-dd9d5547086c None None] Provisioning complete for port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:32.061670 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Publish callbacks [] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.061807 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b329db9-ba2a-4181-8f0f-dd9d5547086c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.066438 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.107363 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Transition to ACTIVE for port object db49e6cc-810b-4a89-a2fb-e0718b506f4b will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:39:32.110906 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 36344) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:32.122655 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-fc0dab90-ff01-463e-806d-558ff75b7d08 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677006254', 'description': 'tempest-secgroup-smoke-1677006254 description', 'project_id': 'ee638472255a48d2bdffa17a4ff22339'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:32.135270 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.137216 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9b329db9-ba2a-4181-8f0f-dd9d5547086c None None] Port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:39:32.160737 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] Set router 220d205a-a03d-4695-8f69-e837696435b1 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:39:32.165999 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d91bc86-6db7-4b09-b3c9-3958dd762034,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:32.208916 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:32.212835 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fc0dab90-ff01-463e-806d-558ff75b7d08 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.314317 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Pushing event updated for resources: {'Port': ['ID=db49e6cc-810b-4a89-a2fb-e0718b506f4b,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:32.370867 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Attempting to bind port 9d91bc86-6db7-4b09-b3c9-3958dd762034 on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:39:32.371266 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Attempting to bind port 9d91bc86-6db7-4b09-b3c9-3958dd762034 by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': '3f52582c-fccb-497b-90b8-ead89f445999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc35280f-d3fa-4a8e-8f13-e8e0a7a52950'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:39:32.371730 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Attempting to bind port 9d91bc86-6db7-4b09-b3c9-3958dd762034 on network bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:32.378049 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d205a-a03d-4695-8f69-e837696435b1', 'name': 'tempest-TestVolumeBootPattern-1228876922-router', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8827fe5a-fa3a-4d0d-a55f-cff70a71944f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:26Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 4, 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'gw_port': {'id': '8827fe5a-fa3a-4d0d-a55f-cff70a71944f', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d205a-a03d-4695-8f69-e837696435b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:27Z', 'updated_at': '2022-07-25T05:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf', 'name': '', 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'mac_address': 'fa:16:3e:02:a5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d205a-a03d-4695-8f69-e837696435b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ddb26619-d964-402c-a80a-afef812217a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:29Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 2, 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'subnets': [{'id': 'ddb26619-d964-402c-a80a-afef812217a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:32.389603 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Port 9d91bc86-6db7-4b09-b3c9-3958dd762034 on network bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:39:32.389934 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Attempting to bind port 9d91bc86-6db7-4b09-b3c9-3958dd762034 on network bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:32.405083 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f51309-5368-479b-a14a-b29fe9bc8522 None None] The sync data for ids ['220d205a-a03d-4695-8f69-e837696435b1'] in dv-cinder-850830-1-iscsi is: [{'id': '220d205a-a03d-4695-8f69-e837696435b1', 'name': 'tempest-TestVolumeBootPattern-1228876922-router', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8827fe5a-fa3a-4d0d-a55f-cff70a71944f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:26Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 4, 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'gw_port': {'id': '8827fe5a-fa3a-4d0d-a55f-cff70a71944f', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d205a-a03d-4695-8f69-e837696435b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:27Z', 'updated_at': '2022-07-25T05:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf', 'name': '', 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'mac_address': 'fa:16:3e:02:a5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d205a-a03d-4695-8f69-e837696435b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ddb26619-d964-402c-a80a-afef812217a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:29Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 2, 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'subnets': [{'id': 'ddb26619-d964-402c-a80a-afef812217a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:39:32.412946 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:39:32.413293 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Checking segment: {'id': '3f52582c-fccb-497b-90b8-ead89f445999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc35280f-d3fa-4a8e-8f13-e8e0a7a52950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:39:32.413680 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Bound using segment: {'id': '3f52582c-fccb-497b-90b8-ead89f445999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc35280f-d3fa-4a8e-8f13-e8e0a7a52950'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:39:32.414119 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Bound port: 9d91bc86-6db7-4b09-b3c9-3958dd762034, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f52582c-fccb-497b-90b8-ead89f445999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc35280f-d3fa-4a8e-8f13-e8e0a7a52950'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:39:32.414573 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.416919 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:32.439067 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Attempting to bind port db49e6cc-810b-4a89-a2fb-e0718b506f4b on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:39:32.439345 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Attempting to bind port db49e6cc-810b-4a89-a2fb-e0718b506f4b by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:39:32.439699 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Attempting to bind port db49e6cc-810b-4a89-a2fb-e0718b506f4b on network 0be019a4-499c-47a6-88b3-5437178c588d {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:32.456154 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fc0dab90-ff01-463e-806d-558ff75b7d08 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group (757abf5a-9e50-4137-8b41-4e352e431777), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.479742 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Port db49e6cc-810b-4a89-a2fb-e0718b506f4b on network 0be019a4-499c-47a6-88b3-5437178c588d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:39:32.480073 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Attempting to bind port db49e6cc-810b-4a89-a2fb-e0718b506f4b on network 0be019a4-499c-47a6-88b3-5437178c588d {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:32.490429 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fc0dab90-ff01-463e-806d-558ff75b7d08 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (757abf5a-9e50-4137-8b41-4e352e431777), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.504245 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:39:32.504245 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Checking segment: {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:39:32.504245 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Bound using segment: {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:39:32.504245 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Bound port: db49e6cc-810b-4a89-a2fb-e0718b506f4b, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302f7536-e5c7-4942-bc1c-478813f00c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:39:32.504245 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.560480 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:32.565186 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fc0dab90-ff01-463e-806d-558ff75b7d08 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.569733 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-fc0dab90-ff01-463e-806d-558ff75b7d08 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4545245 Jul 25 05:39:32.570674 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36354) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:32.579501 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-fb691954-21a1-4a5d-9999-dfd9162b7cab tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Request body: {'security_group_rule': {'security_group_id': '757abf5a-9e50-4137-8b41-4e352e431777', 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:32.589817 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dab90-ff01-463e-806d-558ff75b7d08 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757abf5a-9e50-4137-8b41-4e352e431777,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:32.601306 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] For port 9d91bc86-6db7-4b09-b3c9-3958dd762034, host hv-cinder-85083, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:39:32.606864 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] For port 9d91bc86-6db7-4b09-b3c9-3958dd762034, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=9d91bc86-6db7-4b09-b3c9-3958dd762034,segment=NetworkSegment(3f52582c-fccb-497b-90b8-ead89f445999),segment_id=3f52582c-fccb-497b-90b8-ead89f445999)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:39:32.625146 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:32.629066 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.642390 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fb691954-21a1-4a5d-9999-dfd9162b7cab tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (fab2d2d6-cfaf-42e0-aa57-d6b1e860f64d), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.643629 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:32.669156 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:32.669534 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.674216 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] For port db49e6cc-810b-4a89-a2fb-e0718b506f4b, host hv-cinder-85083, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:39:32.729439 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fb691954-21a1-4a5d-9999-dfd9162b7cab tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (fab2d2d6-cfaf-42e0-aa57-d6b1e860f64d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.736392 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fb691954-21a1-4a5d-9999-dfd9162b7cab tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (fab2d2d6-cfaf-42e0-aa57-d6b1e860f64d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.737100 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:32.737852 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.741731 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] 10.222.0.43 "PUT /v2.0/ports/9d91bc86-6db7-4b09-b3c9-3958dd762034 HTTP/1.1" status: 200 len: 1094 time: 1.8910582 Jul 25 05:39:32.742539 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd0febc-671b-4a39-9dbf-d71d6eb11b32', 'tag': '9d91bc86-6db7-4b09-b3c9-3958dd762034'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:39:32.753029 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610a5d67-b8dd-40c0-a096-69f18da00f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "edd0febc-671b-4a39-9dbf-d71d6eb11b32", "tag": "9d91bc86-6db7-4b09-b3c9-3958dd762034"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:39:32.796546 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] For port db49e6cc-810b-4a89-a2fb-e0718b506f4b, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=db49e6cc-810b-4a89-a2fb-e0718b506f4b,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:39:32.821815 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb691954-21a1-4a5d-9999-dfd9162b7cab tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab2d2d6-cfaf-42e0-aa57-d6b1e860f64d,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:32.823721 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:32.833460 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc36fe8-57d1-4628-ab61-65e848160522 req-56693f20-f0c8-49e3-ba87-50e30abb88e3 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:32.835890 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2fc36fe8-57d1-4628-ab61-65e848160522 req-56693f20-f0c8-49e3-ba87-50e30abb88e3 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 944 time: 0.1625071 Jul 25 05:39:32.837738 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.840229 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550aae8d-557e-48a8-9c66-c84ba86e87e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d91bc86-6db7-4b09-b3c9-3958dd762034,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:32.844184 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fb691954-21a1-4a5d-9999-dfd9162b7cab tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.848532 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-fb691954-21a1-4a5d-9999-dfd9162b7cab tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2719820 Jul 25 05:39:32.848849 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36362) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:32.855519 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2e536d88-8294-4bbd-b056-8a71cbffd99d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Request body: {'security_group_rule': {'security_group_id': '757abf5a-9e50-4137-8b41-4e352e431777', 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:32.899805 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564050f7-4c79-4cfb-8586-1d9c396d3902 x-openstack-request-id: req-564050f7-4c79-4cfb-8586-1d9c396d3902 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:39:32.900105 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd0febc-671b-4a39-9dbf-d71d6eb11b32", "tag": "9d91bc86-6db7-4b09-b3c9-3958dd762034", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:39:32.900375 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-564050f7-4c79-4cfb-8586-1d9c396d3902 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:39:32.900942 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564050f7-4c79-4cfb-8586-1d9c396d3902'] response: {'name': 'network-changed', 'server_uuid': 'edd0febc-671b-4a39-9dbf-d71d6eb11b32', 'tag': '9d91bc86-6db7-4b09-b3c9-3958dd762034', 'status': 'completed', 'code': 200} Jul 25 05:39:32.909715 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e536d88-8294-4bbd-b056-8a71cbffd99d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (cb61b553-640b-46a2-893c-a5a87b3824e9), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.953291 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:32.955280 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.958148 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] 10.222.0.43 "PUT /v2.0/ports/db49e6cc-810b-4a89-a2fb-e0718b506f4b HTTP/1.1" status: 200 len: 1094 time: 2.1068461 Jul 25 05:39:32.987043 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e536d88-8294-4bbd-b056-8a71cbffd99d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (cb61b553-640b-46a2-893c-a5a87b3824e9), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:32.994366 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2fc36fe8-57d1-4628-ab61-65e848160522 req-07728d30-d284-42ad-831c-0ddb0068d012 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496229 Jul 25 05:39:32.996035 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e536d88-8294-4bbd-b056-8a71cbffd99d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (cb61b553-640b-46a2-893c-a5a87b3824e9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.022187 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e536d88-8294-4bbd-b056-8a71cbffd99d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb61b553-640b-46a2-893c-a5a87b3824e9,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:33.031609 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e536d88-8294-4bbd-b056-8a71cbffd99d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.033872 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2e536d88-8294-4bbd-b056-8a71cbffd99d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1840456 Jul 25 05:39:33.037125 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36366) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:33.043128 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-386d2bd4-5cf4-4ac1-9ffd-005413785327 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Request body: {'security_group_rule': {'security_group_id': '757abf5a-9e50-4137-8b41-4e352e431777', 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:33.051755 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f67dbb-7761-431e-84cc-0c5d9245bbd2 req-c720cb83-46c3-48a1-8869-557ce2a5e907 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:33.060130 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f4f67dbb-7761-431e-84cc-0c5d9245bbd2 req-c720cb83-46c3-48a1-8869-557ce2a5e907 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 945 time: 0.0979812 Jul 25 05:39:33.084877 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61368884-38e9-4c99-9374-b85c748c7c02 service neutron] Pushing event updated for resources: {'Port': ['ID=db49e6cc-810b-4a89-a2fb-e0718b506f4b,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:33.103368 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-386d2bd4-5cf4-4ac1-9ffd-005413785327 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (6baeeb61-96bc-4652-b4e9-c8bdb18679b5), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.152444 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:33.186471 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-386d2bd4-5cf4-4ac1-9ffd-005413785327 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (6baeeb61-96bc-4652-b4e9-c8bdb18679b5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.195533 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-386d2bd4-5cf4-4ac1-9ffd-005413785327 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (6baeeb61-96bc-4652-b4e9-c8bdb18679b5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.200343 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd1a96-2e4d-49a4-b8ed-7ff1a7f1e065 req-799fa5eb-d37c-428f-aa4e-d359485d94fb tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:33.202061 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6bbd1a96-2e4d-49a4-b8ed-7ff1a7f1e065 req-799fa5eb-d37c-428f-aa4e-d359485d94fb tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 944 time: 0.0986023 Jul 25 05:39:33.214897 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f4f67dbb-7761-431e-84cc-0c5d9245bbd2 req-69ded8ae-7eae-4054-b9b3-201286142937 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530704 Jul 25 05:39:33.228372 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d2bd4-5cf4-4ac1-9ffd-005413785327 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6baeeb61-96bc-4652-b4e9-c8bdb18679b5,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:33.241864 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-386d2bd4-5cf4-4ac1-9ffd-005413785327 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.244053 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-386d2bd4-5cf4-4ac1-9ffd-005413785327 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2053387 Jul 25 05:39:33.246318 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 36368) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:33.250908 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-88f8d689-04e1-41f4-9ef9-d8a59a9ab945 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Request body: {'security_group_rule': {'security_group_id': '757abf5a-9e50-4137-8b41-4e352e431777', 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:33.300482 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6bbd1a96-2e4d-49a4-b8ed-7ff1a7f1e065 req-a8828f64-71d4-4937-8800-9f1a46641d1e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794268 Jul 25 05:39:33.302369 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-88f8d689-04e1-41f4-9ef9-d8a59a9ab945 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (86ca9ad5-2248-4d71-8078-66381b732765), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.393190 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-88f8d689-04e1-41f4-9ef9-d8a59a9ab945 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (86ca9ad5-2248-4d71-8078-66381b732765), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.397396 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-88f8d689-04e1-41f4-9ef9-d8a59a9ab945 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (86ca9ad5-2248-4d71-8078-66381b732765), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.416820 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8d689-04e1-41f4-9ef9-d8a59a9ab945 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ca9ad5-2248-4d71-8078-66381b732765,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:33.432343 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-88f8d689-04e1-41f4-9ef9-d8a59a9ab945 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.436230 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-88f8d689-04e1-41f4-9ef9-d8a59a9ab945 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1861925 Jul 25 05:39:33.436481 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 36370) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:33.441829 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-58676c04-ef24-4ead-b9ce-74d2f4a335ba tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Request body: {'security_group_rule': {'security_group_id': '757abf5a-9e50-4137-8b41-4e352e431777', 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:33.469337 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-58676c04-ef24-4ead-b9ce-74d2f4a335ba tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Project ee638472255a48d2bdffa17a4ff22339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 05:39:33.476399 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-58676c04-ef24-4ead-b9ce-74d2f4a335ba tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (c6c2222a-ea0f-42a5-9865-ea7ca6d10daf), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.558803 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:33.611224 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-9ad38c89-633c-43f7-b18d-f1da70e8536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:33.612683 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-9ad38c89-633c-43f7-b18d-f1da70e8536f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=213b3114e35d4016b3169364760edb17&device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 1128 time: 0.0841146 Jul 25 05:39:33.621342 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-4f48bbb5-095a-4794-a833-017b95d921f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:33.622826 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-4f48bbb5-095a-4794-a833-017b95d921f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 1128 time: 0.1033444 Jul 25 05:39:33.632744 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-58676c04-ef24-4ead-b9ce-74d2f4a335ba tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (c6c2222a-ea0f-42a5-9865-ea7ca6d10daf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.639197 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-58676c04-ef24-4ead-b9ce-74d2f4a335ba tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (c6c2222a-ea0f-42a5-9865-ea7ca6d10daf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.692735 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-b642ed14-7d0c-451c-93a2-cb2cf40ee8a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d91bc86-6db7-4b09-b3c9-3958dd762034 HTTP/1.1" status: 200 len: 217 time: 0.0445149 Jul 25 05:39:33.744535 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58676c04-ef24-4ead-b9ce-74d2f4a335ba tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c2222a-ea0f-42a5-9865-ea7ca6d10daf,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:33.747109 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-b72fe84f-0946-4fa0-bdc1-ff2728f9122a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db49e6cc-810b-4a89-a2fb-e0718b506f4b HTTP/1.1" status: 200 len: 217 time: 0.0989466 Jul 25 05:39:33.786425 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-58676c04-ef24-4ead-b9ce-74d2f4a335ba tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.788657 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-58676c04-ef24-4ead-b9ce-74d2f4a335ba tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3500190 Jul 25 05:39:33.790943 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36378) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:33.795965 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-df7f5a6a-c7f8-42a7-a25b-b456e19e3a68 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Request body: {'security_group_rule': {'security_group_id': '757abf5a-9e50-4137-8b41-4e352e431777', 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:33.821399 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-df7f5a6a-c7f8-42a7-a25b-b456e19e3a68 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Project ee638472255a48d2bdffa17a4ff22339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 05:39:33.826281 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-8abbbc90-79ec-439b-9e4d-4d575c3e06ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:33.827407 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:33.827755 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-8abbbc90-79ec-439b-9e4d-4d575c3e06ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c341e68-c3bc-4116-abfa-c73762dec9ba HTTP/1.1" status: 200 len: 854 time: 0.0936830 Jul 25 05:39:33.830970 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df7f5a6a-c7f8-42a7-a25b-b456e19e3a68 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (2978d0cd-c957-4df7-8648-7ad8a7968d31), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.840766 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-fad67375-d4fa-42dd-b24e-5a789669d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:33.843026 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-fad67375-d4fa-42dd-b24e-5a789669d2d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.0728924 Jul 25 05:39:33.880273 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-2a3290a4-0eab-4bd2-bfd9-a8db418dadba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc35280f-d3fa-4a8e-8f13-e8e0a7a52950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412862 Jul 25 05:39:33.903557 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df7f5a6a-c7f8-42a7-a25b-b456e19e3a68 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (2978d0cd-c957-4df7-8648-7ad8a7968d31), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.908523 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df7f5a6a-c7f8-42a7-a25b-b456e19e3a68 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (2978d0cd-c957-4df7-8648-7ad8a7968d31), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.929905 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f5a6a-c7f8-42a7-a25b-b456e19e3a68 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2978d0cd-c957-4df7-8648-7ad8a7968d31,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:33.938291 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df7f5a6a-c7f8-42a7-a25b-b456e19e3a68 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:33.939537 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-df7f5a6a-c7f8-42a7-a25b-b456e19e3a68 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471841 Jul 25 05:39:34.229499 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-b1826050-24ad-4104-ab29-1b1716ff621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:34.231012 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-b1826050-24ad-4104-ab29-1b1716ff621f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3609977 Jul 25 05:39:34.280011 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da1370-82c1-45c4-9247-3a59cecbd5f5 req-50fc2c8d-3160-4052-9fe9-78a3c609e56d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:34.281521 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-20da1370-82c1-45c4-9247-3a59cecbd5f5 req-50fc2c8d-3160-4052-9fe9-78a3c609e56d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 944 time: 0.1198072 Jul 25 05:39:34.444373 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f493f-2277-4b15-a8f4-3787bc13da52 req-6a0fc743-2dde-4b67-816f-7a7033d77e8a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:34.445880 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c83f493f-2277-4b15-a8f4-3787bc13da52 req-6a0fc743-2dde-4b67-816f-7a7033d77e8a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 945 time: 0.1497080 Jul 25 05:39:34.454371 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-a080569a-0e74-4075-a23a-521a714dc50b service neutron] 10.222.0.43 "GET /v2.0/networks/bc35280f-d3fa-4a8e-8f13-e8e0a7a52950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912004 Jul 25 05:39:34.490692 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:34.533688 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-20da1370-82c1-45c4-9247-3a59cecbd5f5 req-257a3fe5-3a11-46a3-bd0c-b0e63223c693 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326357 Jul 25 05:39:34.566657 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 8827fe5a-fa3a-4d0d-a55f-cff70a71944f up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:34.572823 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-e36ea573-d0bc-4357-8007-0860a1dc04da service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077400 Jul 25 05:39:34.618047 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 8827fe5a-fa3a-4d0d-a55f-cff70a71944f triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:34.618425 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (8827fe5a-fa3a-4d0d-a55f-cff70a71944f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:34.619559 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c83f493f-2277-4b15-a8f4-3787bc13da52 req-f307d60e-383b-4582-9f59-c485cccb5275 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566048 Jul 25 05:39:34.731137 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 8827fe5a-fa3a-4d0d-a55f-cff70a71944f is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:34.731877 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (8827fe5a-fa3a-4d0d-a55f-cff70a71944f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:34.750183 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798ccee-f2d7-4c4f-9760-42d8eedb7795 req-85b42420-ba55-48c2-beb4-f0a157ee6aac tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:34.751888 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7798ccee-f2d7-4c4f-9760-42d8eedb7795 req-85b42420-ba55-48c2-beb4-f0a157ee6aac tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 944 time: 0.1464612 Jul 25 05:39:34.763818 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port 8827fe5a-fa3a-4d0d-a55f-cff70a71944f, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=8827fe5a-fa3a-4d0d-a55f-cff70a71944f,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:34.768018 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (8827fe5a-fa3a-4d0d-a55f-cff70a71944f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:34.802886 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:34.810076 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953f743e-3bfd-4a34-bea9-d35a101ebb35 req-fb3c9afe-a554-4062-8a8f-71004e5b0539 service neutron] 10.222.0.43 "GET /v2.0/networks/bc35280f-d3fa-4a8e-8f13-e8e0a7a52950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375881 Jul 25 05:39:34.830136 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=8827fe5a-fa3a-4d0d-a55f-cff70a71944f,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:34.855695 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fca6d9-ce2a-4408-beb0-872590433ad3 req-13b05499-94e3-4702-a5ab-43420203c73a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:34.857238 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-66fca6d9-ce2a-4408-beb0-872590433ad3 req-13b05499-94e3-4702-a5ab-43420203c73a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 945 time: 0.1206424 Jul 25 05:39:34.862368 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aaaec84-115c-4d86-a23e-13bdfbbeddb9 req-58725214-0e4f-4b79-bcb0-c53d19a1b6f9 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558217 Jul 25 05:39:34.876080 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36446) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:34.885941 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0bfb553d-6c8d-4f04-9b40-21cb83b13274 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'floatingip': {'port_id': 'a17feb40-f712-434b-ab5d-3a419f924bb1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:34.886901 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7798ccee-f2d7-4c4f-9760-42d8eedb7795 req-a0e2113a-efa9-412c-8fd9-fbbc3a3967d4 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139357 Jul 25 05:39:34.902186 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'tag': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:39:34.909113 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364952a7-002f-483d-9133-cf435b873545" -d '{"events": [{"name": "network-changed", "server_uuid": "6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa", "tag": "db49e6cc-810b-4a89-a2fb-e0718b506f4b"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:39:34.961388 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0bfb553d-6c8d-4f04-9b40-21cb83b13274 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (8d7a391d-6615-41a4-aa87-e609b71fe522), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:34.971931 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988a0481-9a44-4fae-bebd-a0d97366bd2b x-openstack-request-id: req-988a0481-9a44-4fae-bebd-a0d97366bd2b {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:39:34.973176 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa", "tag": "db49e6cc-810b-4a89-a2fb-e0718b506f4b", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:39:34.973527 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-988a0481-9a44-4fae-bebd-a0d97366bd2b {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:39:34.974018 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988a0481-9a44-4fae-bebd-a0d97366bd2b'] response: {'name': 'network-changed', 'server_uuid': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'tag': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b', 'status': 'completed', 'code': 200} Jul 25 05:39:35.175727 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:35.425078 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0bfb553d-6c8d-4f04-9b40-21cb83b13274 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:35.431909 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0bfb553d-6c8d-4f04-9b40-21cb83b13274 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (8d7a391d-6615-41a4-aa87-e609b71fe522), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:35.529869 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-0bfb553d-6c8d-4f04-9b40-21cb83b13274 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Floating IP 8d7a391d-6615-41a4-aa87-e609b71fe522 associated. External IP: 172.27.3.188, port: a17feb40-f712-434b-ab5d-3a419f924bb1. Jul 25 05:39:35.667790 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd726c1-f8ff-4384-8618-363072bd12cc req-e993b58e-31a2-4d9a-880b-7026adb89a6e tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:35.670156 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4fd726c1-f8ff-4384-8618-363072bd12cc req-e993b58e-31a2-4d9a-880b-7026adb89a6e tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 944 time: 0.0637424 Jul 25 05:39:35.724578 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4fd726c1-f8ff-4384-8618-363072bd12cc req-2a1694a4-0fd4-4588-b890-2782aa365f20 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489421 Jul 25 05:39:35.742269 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfb553d-6c8d-4f04-9b40-21cb83b13274 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:39:35.792824 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Sync routers for ids ['220d205a-a03d-4695-8f69-e837696435b1'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:39:35.803576 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Routers {'220d205a-a03d-4695-8f69-e837696435b1'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:39:35.804206 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:39:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['220d205a-a03d-4695-8f69-e837696435b1'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:35.860919 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfb553d-6c8d-4f04-9b40-21cb83b13274 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:39:35.865775 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0bfb553d-6c8d-4f04-9b40-21cb83b13274 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:35.873541 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6266f63-6134-45c5-b5f1-a1d796f31b33 None None] Sync routers for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:39:35.884911 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6266f63-6134-45c5-b5f1-a1d796f31b33 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:39:35.885545 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-b6266f63-6134-45c5-b5f1-a1d796f31b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:39:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:35.886653 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:35.902210 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0bfb553d-6c8d-4f04-9b40-21cb83b13274 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "PUT /v2.0/floatingips/8d7a391d-6615-41a4-aa87-e609b71fe522 HTTP/1.1" status: 200 len: 991 time: 1.0239832 Jul 25 05:39:35.902932 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5529050b-f2cf-4a8d-a44a-aeeff80f9a44', 'tag': 'a17feb40-f712-434b-ab5d-3a419f924bb1'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:39:35.905486 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a9f602-2042-42f8-9b04-16f6851ea876" -d '{"events": [{"name": "network-changed", "server_uuid": "5529050b-f2cf-4a8d-a44a-aeeff80f9a44", "tag": "a17feb40-f712-434b-ab5d-3a419f924bb1"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:39:35.926579 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Set router 220d205a-a03d-4695-8f69-e837696435b1 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:39:35.960892 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779efc00-a364-48c5-93b8-ae1d4980d5d9 x-openstack-request-id: req-779efc00-a364-48c5-93b8-ae1d4980d5d9 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:39:35.961281 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5529050b-f2cf-4a8d-a44a-aeeff80f9a44", "tag": "a17feb40-f712-434b-ab5d-3a419f924bb1", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:39:35.961632 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-779efc00-a364-48c5-93b8-ae1d4980d5d9 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:39:35.962131 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779efc00-a364-48c5-93b8-ae1d4980d5d9'] response: {'name': 'network-changed', 'server_uuid': '5529050b-f2cf-4a8d-a44a-aeeff80f9a44', 'tag': 'a17feb40-f712-434b-ab5d-3a419f924bb1', 'status': 'completed', 'code': 200} Jul 25 05:39:36.038429 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d638c4-1e2b-4265-a6d8-12609f7dde29 req-ac9caa94-2f41-4488-8086-fa9879e62f8f tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:36.045305 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-76d638c4-1e2b-4265-a6d8-12609f7dde29 req-ac9caa94-2f41-4488-8086-fa9879e62f8f tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 944 time: 0.0570364 Jul 25 05:39:36.070489 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-b6266f63-6134-45c5-b5f1-a1d796f31b33 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:39:36.103239 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-76d638c4-1e2b-4265-a6d8-12609f7dde29 req-ffff92ca-fe32-43ef-ae01-1b53d297354a tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569689 Jul 25 05:39:36.146841 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d205a-a03d-4695-8f69-e837696435b1', 'name': 'tempest-TestVolumeBootPattern-1228876922-router', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8827fe5a-fa3a-4d0d-a55f-cff70a71944f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:26Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 4, 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'gw_port': {'id': '8827fe5a-fa3a-4d0d-a55f-cff70a71944f', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d205a-a03d-4695-8f69-e837696435b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:27Z', 'updated_at': '2022-07-25T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf', 'name': '', 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'mac_address': 'fa:16:3e:02:a5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d205a-a03d-4695-8f69-e837696435b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ddb26619-d964-402c-a80a-afef812217a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:29Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 2, 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'subnets': [{'id': 'ddb26619-d964-402c-a80a-afef812217a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:36.175368 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Checking router: 220d205a-a03d-4695-8f69-e837696435b1 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:39:36.175700 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Updating router 220d205a-a03d-4695-8f69-e837696435b1 port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf binding host dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:39:36.210191 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:36.211638 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:36.229355 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:36.341658 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-b6266f63-6134-45c5-b5f1-a1d796f31b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '8d7a391d-6615-41a4-aa87-e609b71fe522', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': 'a17feb40-f712-434b-ab5d-3a419f924bb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:ee:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5529050b-f2cf-4a8d-a44a-aeeff80f9a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:39:17Z', 'updated_at': '2022-07-25T05:39:35Z', 'revision_number': 1, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}, {'id': 'ae1201e4-c97e-4b03-8193-c17f81c3e6f2', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:70:b0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:37:36Z', 'updated_at': '2022-07-25T05:38:01Z', 'revision_number': 2, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:36.356019 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36472) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:36.376583 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6266f63-6134-45c5-b5f1-a1d796f31b33 None None] Checking router: 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:39:36.386901 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6266f63-6134-45c5-b5f1-a1d796f31b33 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:39:36.387467 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-b6266f63-6134-45c5-b5f1-a1d796f31b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:39:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:36.504390 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-456db661-60aa-4241-892e-b7798b551d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:36.516844 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-b6266f63-6134-45c5-b5f1-a1d796f31b33 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:39:36.520569 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Publish callbacks [] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:36.527793 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:36.539745 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:36.554929 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 8827fe5a-fa3a-4d0d-a55f-cff70a71944f up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:36.589723 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aab4d5-e9a3-4280-958c-8d95f378df99 None None] Pushing event updated for resources: {'Port': ['ID=bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:36.627378 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-456db661-60aa-4241-892e-b7798b551d55 admin admin] Publish callbacks [] for security_group (0e5b2482-9a9d-484e-8f65-2b050b93e01e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:36.637811 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-456db661-60aa-4241-892e-b7798b551d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (0e5b2482-9a9d-484e-8f65-2b050b93e01e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:36.682959 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Attempting to bind port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:39:36.683595 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Attempting to bind port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '3b6d4450-fac0-4fc8-8a73-0ebe448f014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:39:36.684341 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Attempting to bind port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf on network 40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:36.684455 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:36.692334 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:39:36.692718 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Checking segment: {'id': '3b6d4450-fac0-4fc8-8a73-0ebe448f014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:39:36.693187 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:36.693583 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Bound using segment: {'id': '3b6d4450-fac0-4fc8-8a73-0ebe448f014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:39:36.694211 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Bound port: bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6d4450-fac0-4fc8-8a73-0ebe448f014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:39:36.694611 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:36.700266 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 8827fe5a-fa3a-4d0d-a55f-cff70a71944f triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:36.701087 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (8827fe5a-fa3a-4d0d-a55f-cff70a71944f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:36.713626 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-456db661-60aa-4241-892e-b7798b551d55 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9f4184b7029846d08de47f3b73346243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564944 Jul 25 05:39:36.714788 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456db661-60aa-4241-892e-b7798b551d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5b2482-9a9d-484e-8f65-2b050b93e01e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:36.716343 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 36478) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:36.785820 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] For port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:39:36.787994 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd0a158f-ad8b-426d-97b7-871b544072f5 admin admin] Publish callbacks [] for security_group (0e5b2482-9a9d-484e-8f65-2b050b93e01e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:36.789635 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] For port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf,segment=NetworkSegment(3b6d4450-fac0-4fc8-8a73-0ebe448f014b),segment_id=3b6d4450-fac0-4fc8-8a73-0ebe448f014b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:39:36.803325 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:36.828919 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd0a158f-ad8b-426d-97b7-871b544072f5 admin admin] Publish callbacks [] for security_group (0e5b2482-9a9d-484e-8f65-2b050b93e01e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:36.876365 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Routers {'220d205a-a03d-4695-8f69-e837696435b1'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:39:36.877332 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:39:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['220d205a-a03d-4695-8f69-e837696435b1'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:36.941230 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 9d91bc86-6db7-4b09-b3c9-3958dd762034 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:39:36.942229 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823ede5-8397-4fd3-82f2-7643590398f4 req-0ff13ef2-79e1-43b7-bc9a-2a2c53838680 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:36.951405 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1823ede5-8397-4fd3-82f2-7643590398f4 req-0ff13ef2-79e1-43b7-bc9a-2a2c53838680 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 944 time: 0.0853424 Jul 25 05:39:36.995245 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-38b49b3a-7df0-45d3-8e45-bbf39b746f72 None None] Provisioning complete for port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:36.996233 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-38b49b3a-7df0-45d3-8e45-bbf39b746f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:37.006513 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aab4d5-e9a3-4280-958c-8d95f378df99 None None] Pushing event updated for resources: {'Port': ['ID=bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:37.057576 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9f602-2042-42f8-9b04-16f6851ea876 req-ee89c1ab-c1a5-43e3-a612-ed5a3fd7a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:37.059534 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c9a9f602-2042-42f8-9b04-16f6851ea876 req-ee89c1ab-c1a5-43e3-a612-ed5a3fd7a8f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 1129 time: 0.0676749 Jul 25 05:39:37.075739 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] Set router 220d205a-a03d-4695-8f69-e837696435b1 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:39:37.087975 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 8827fe5a-fa3a-4d0d-a55f-cff70a71944f is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:37.146884 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd0a158f-ad8b-426d-97b7-871b544072f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (0e5b2482-9a9d-484e-8f65-2b050b93e01e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:37.149893 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd0a158f-ad8b-426d-97b7-871b544072f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:37.151205 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-fd0a158f-ad8b-426d-97b7-871b544072f5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0e5b2482-9a9d-484e-8f65-2b050b93e01e HTTP/1.1" status: 204 len: 168 time: 0.4338508 Jul 25 05:39:37.152370 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364952a7-002f-483d-9133-cf435b873545 req-84db95c4-4ef9-48ea-8a86-98443236ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:37.154074 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-364952a7-002f-483d-9133-cf435b873545 req-84db95c4-4ef9-48ea-8a86-98443236ca00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 1128 time: 0.1611388 Jul 25 05:39:37.167327 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a5d67-b8dd-40c0-a096-69f18da00f2c req-284cf6c3-ec2d-4cf9-8344-bc7057fa5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:37.171465 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-610a5d67-b8dd-40c0-a096-69f18da00f2c req-284cf6c3-ec2d-4cf9-8344-bc7057fa5200 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=213b3114e35d4016b3169364760edb17&device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 1128 time: 0.1964059 Jul 25 05:39:37.192264 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1823ede5-8397-4fd3-82f2-7643590398f4 req-66893bd7-535e-4786-a910-706450b907be tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397292 Jul 25 05:39:37.204899 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:37.293023 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9f602-2042-42f8-9b04-16f6851ea876 req-fe54af69-7560-48b9-aa6d-5dbe6b3a4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:37.303460 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c9a9f602-2042-42f8-9b04-16f6851ea876 req-fe54af69-7560-48b9-aa6d-5dbe6b3a4e67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 915 time: 0.2316475 Jul 25 05:39:37.311499 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:37.313754 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a158f-ad8b-426d-97b7-871b544072f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5b2482-9a9d-484e-8f65-2b050b93e01e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:37.316309 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364952a7-002f-483d-9133-cf435b873545 req-ceeac6ee-e5dc-40cb-a291-b7bd4c3e2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:37.318063 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-364952a7-002f-483d-9133-cf435b873545 req-ceeac6ee-e5dc-40cb-a291-b7bd4c3e2eb8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.1234174 Jul 25 05:39:37.331074 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:37.417404 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-364952a7-002f-483d-9133-cf435b873545 req-ff6a7275-b9cd-4346-93f7-60395ce0230e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db49e6cc-810b-4a89-a2fb-e0718b506f4b HTTP/1.1" status: 200 len: 217 time: 0.0876083 Jul 25 05:39:37.457466 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d205a-a03d-4695-8f69-e837696435b1', 'name': 'tempest-TestVolumeBootPattern-1228876922-router', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8827fe5a-fa3a-4d0d-a55f-cff70a71944f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:26Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 4, 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'gw_port': {'id': '8827fe5a-fa3a-4d0d-a55f-cff70a71944f', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d205a-a03d-4695-8f69-e837696435b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:27Z', 'updated_at': '2022-07-25T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf', 'name': '', 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'mac_address': 'fa:16:3e:02:a5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d205a-a03d-4695-8f69-e837696435b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ddb26619-d964-402c-a80a-afef812217a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:29Z', 'updated_at': '2022-07-25T05:39:36Z', 'revision_number': 4, 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'subnets': [{'id': 'ddb26619-d964-402c-a80a-afef812217a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:37.508036 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25312cd7-2815-4762-ae75-158d2371ed9c None None] The sync data for ids ['220d205a-a03d-4695-8f69-e837696435b1'] in dv-cinder-850830-1-iscsi is: [{'id': '220d205a-a03d-4695-8f69-e837696435b1', 'name': 'tempest-TestVolumeBootPattern-1228876922-router', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8827fe5a-fa3a-4d0d-a55f-cff70a71944f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:26Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 4, 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'gw_port': {'id': '8827fe5a-fa3a-4d0d-a55f-cff70a71944f', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d205a-a03d-4695-8f69-e837696435b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:27Z', 'updated_at': '2022-07-25T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf', 'name': '', 'network_id': '40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'mac_address': 'fa:16:3e:02:a5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d205a-a03d-4695-8f69-e837696435b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ddb26619-d964-402c-a80a-afef812217a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:29Z', 'updated_at': '2022-07-25T05:39:36Z', 'revision_number': 4, 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'subnets': [{'id': 'ddb26619-d964-402c-a80a-afef812217a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:39:37.510168 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7eac9-5f4f-487f-a200-df2cc734919e req-9aee719d-1736-49ef-87df-e6114a2c3c69 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:37.511860 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-88b7eac9-5f4f-487f-a200-df2cc734919e req-9aee719d-1736-49ef-87df-e6114a2c3c69 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 944 time: 0.1914036 Jul 25 05:39:37.533979 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c9a9f602-2042-42f8-9b04-16f6851ea876 req-3eb6b55a-f3e2-45df-b333-9f8cd4f47f93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a17feb40-f712-434b-ab5d-3a419f924bb1 HTTP/1.1" status: 200 len: 999 time: 0.2273579 Jul 25 05:39:37.541009 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-b6266f63-6134-45c5-b5f1-a1d796f31b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '8d7a391d-6615-41a4-aa87-e609b71fe522', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': 'a17feb40-f712-434b-ab5d-3a419f924bb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:ee:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5529050b-f2cf-4a8d-a44a-aeeff80f9a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:39:17Z', 'updated_at': '2022-07-25T05:39:35Z', 'revision_number': 1, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}, {'id': 'ae1201e4-c97e-4b03-8193-c17f81c3e6f2', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:70:b0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:37:36Z', 'updated_at': '2022-07-25T05:38:01Z', 'revision_number': 2, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:37.546354 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-38b49b3a-7df0-45d3-8e45-bbf39b746f72 None None] Current status of the port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:37.546818 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-38b49b3a-7df0-45d3-8e45-bbf39b746f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:37.596064 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-88b7eac9-5f4f-487f-a200-df2cc734919e req-3971a5a0-9b5f-4cf8-b000-9149240b712e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745301 Jul 25 05:39:37.609202 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364952a7-002f-483d-9133-cf435b873545 req-8e161a2d-f3c6-493a-af81-84f2f87d0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:37.610613 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-364952a7-002f-483d-9133-cf435b873545 req-8e161a2d-f3c6-493a-af81-84f2f87d0703 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.1464107 Jul 25 05:39:37.637381 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-38b49b3a-7df0-45d3-8e45-bbf39b746f72 None None] For port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf,segment=NetworkSegment(3b6d4450-fac0-4fc8-8a73-0ebe448f014b),segment_id=3b6d4450-fac0-4fc8-8a73-0ebe448f014b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:37.649105 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:37.650551 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9f602-2042-42f8-9b04-16f6851ea876 req-5e346add-fd40-4096-a68a-5458cfcb4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:37.659281 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c9a9f602-2042-42f8-9b04-16f6851ea876 req-5e346add-fd40-4096-a68a-5458cfcb4375 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6b699d7-df42-453b-8891-f9d892555252 HTTP/1.1" status: 200 len: 853 time: 0.1169646 Jul 25 05:39:37.661133 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-38b49b3a-7df0-45d3-8e45-bbf39b746f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:37.663808 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6266f63-6134-45c5-b5f1-a1d796f31b33 None None] The sync data for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi is: [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '8d7a391d-6615-41a4-aa87-e609b71fe522', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': 'a17feb40-f712-434b-ab5d-3a419f924bb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:ee:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5529050b-f2cf-4a8d-a44a-aeeff80f9a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:39:17Z', 'updated_at': '2022-07-25T05:39:35Z', 'revision_number': 1, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}, {'id': 'ae1201e4-c97e-4b03-8193-c17f81c3e6f2', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:70:b0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:37:36Z', 'updated_at': '2022-07-25T05:38:01Z', 'revision_number': 2, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:39:37.676902 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a5d67-b8dd-40c0-a096-69f18da00f2c req-5ce63100-70d8-43ea-9aa5-56bcc7309cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:37.676902 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-610a5d67-b8dd-40c0-a096-69f18da00f2c req-5ce63100-70d8-43ea-9aa5-56bcc7309cf6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 HTTP/1.1" status: 200 len: 915 time: 0.3730886 Jul 25 05:39:37.771063 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364952a7-002f-483d-9133-cf435b873545 req-e6c4df42-15d5-41ff-9221-982908a7bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:37.772631 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-364952a7-002f-483d-9133-cf435b873545 req-e6c4df42-15d5-41ff-9221-982908a7bc0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1489222 Jul 25 05:39:37.774648 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-610a5d67-b8dd-40c0-a096-69f18da00f2c req-8ac09ef0-d27a-463f-943d-049ad7c31b84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d91bc86-6db7-4b09-b3c9-3958dd762034 HTTP/1.1" status: 200 len: 217 time: 0.0873332 Jul 25 05:39:37.819008 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-65157836-a715-40be-b023-b4473606e430 None None] Provisioning complete for port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:37.819383 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-65157836-a715-40be-b023-b4473606e430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:37.901813 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 9d91bc86-6db7-4b09-b3c9-3958dd762034, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=9d91bc86-6db7-4b09-b3c9-3958dd762034,segment=NetworkSegment(3f52582c-fccb-497b-90b8-ead89f445999),segment_id=3f52582c-fccb-497b-90b8-ead89f445999)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:37.913946 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:37.927555 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:39:38.000919 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-65157836-a715-40be-b023-b4473606e430 None None] Current status of the port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:38.003257 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '9d91bc86-6db7-4b09-b3c9-3958dd762034', 'network_id': 'bc35280f-d3fa-4a8e-8f13-e8e0a7a52950', 'port_id': '9d91bc86-6db7-4b09-b3c9-3958dd762034', 'mac_address': 'fa:16:3e:4e:43:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c341e68-c3bc-4116-abfa-c73762dec9ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:39:38.022707 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-364952a7-002f-483d-9133-cf435b873545 req-7148ace6-0721-4147-bcf7-3c262e4ae640 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319083 Jul 25 05:39:38.061186 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 9d91bc86-6db7-4b09-b3c9-3958dd762034 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:38.061588 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:38.063651 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b49b3a-7df0-45d3-8e45-bbf39b746f72 None None] Pushing event updated for resources: {'Port': ['ID=bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:38.094589 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a5d67-b8dd-40c0-a096-69f18da00f2c req-93a46769-f6e6-4eb2-bc5f-239f9e9f5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:38.096037 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-610a5d67-b8dd-40c0-a096-69f18da00f2c req-93a46769-f6e6-4eb2-bc5f-239f9e9f5ed2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c341e68-c3bc-4116-abfa-c73762dec9ba HTTP/1.1" status: 200 len: 854 time: 0.3037627 Jul 25 05:39:38.100962 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d91bc86-6db7-4b09-b3c9-3958dd762034 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:39:38.142724 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 9d91bc86-6db7-4b09-b3c9-3958dd762034, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=9d91bc86-6db7-4b09-b3c9-3958dd762034,segment=NetworkSegment(3f52582c-fccb-497b-90b8-ead89f445999),segment_id=3f52582c-fccb-497b-90b8-ead89f445999)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:38.154076 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df91b4-9a17-4906-9112-2001b7634b0d None None] New status for floating IP 8d7a391d-6615-41a4-aa87-e609b71fe522: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:39:38.158426 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:38.215170 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-610a5d67-b8dd-40c0-a096-69f18da00f2c req-198b26ba-dfc0-492f-9018-82a50796e6f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc35280f-d3fa-4a8e-8f13-e8e0a7a52950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003280 Jul 25 05:39:38.235045 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9f602-2042-42f8-9b04-16f6851ea876 req-377a758b-1c9d-4c63-82e3-1386e112ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:38.238042 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c9a9f602-2042-42f8-9b04-16f6851ea876 req-377a758b-1c9d-4c63-82e3-1386e112ff74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5675757 Jul 25 05:39:38.309126 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=9d91bc86-6db7-4b09-b3c9-3958dd762034,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:38.409697 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-364952a7-002f-483d-9133-cf435b873545 req-70308880-9fc4-45ba-85f4-0b5d19682445 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744555 Jul 25 05:39:38.465901 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7c91d-b83e-4048-ad97-69b6aa1eb046 req-b722681c-32d8-40cf-8616-ad98db53ab7c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:38.471386 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4cc7c91d-b83e-4048-ad97-69b6aa1eb046 req-b722681c-32d8-40cf-8616-ad98db53ab7c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 944 time: 0.1627178 Jul 25 05:39:38.475729 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c9a9f602-2042-42f8-9b04-16f6851ea876 req-637c00bd-667f-4f98-9026-a78731e8529a service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300992 Jul 25 05:39:38.543708 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-610a5d67-b8dd-40c0-a096-69f18da00f2c req-04bfb77d-37b5-4af1-8be2-9fb7d604179b service neutron] 10.222.0.43 "GET /v2.0/networks/bc35280f-d3fa-4a8e-8f13-e8e0a7a52950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135126 Jul 25 05:39:38.558812 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['9d91bc86-6db7-4b09-b3c9-3958dd762034'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:39:38.625683 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4cc7c91d-b83e-4048-ad97-69b6aa1eb046 req-0e4d6403-3df2-439f-be33-925461a9720f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444852 Jul 25 05:39:38.667888 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:38.703689 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c9a9f602-2042-42f8-9b04-16f6851ea876 req-0375ece9-34cf-4faa-87e8-0e1d3cbc3d0d service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116282 Jul 25 05:39:38.729161 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:38.792773 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:38.793070 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:38.817842 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-610a5d67-b8dd-40c0-a096-69f18da00f2c req-2dd65852-5746-417b-a980-1c92f71624dd service neutron] 10.222.0.43 "GET /v2.0/networks/bc35280f-d3fa-4a8e-8f13-e8e0a7a52950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627959 Jul 25 05:39:38.838705 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84523a-f63c-4dcc-b198-e6cdb7ca76d0 req-e2b1d0a4-70df-441b-b81a-5f316503e970 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:38.841543 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3b84523a-f63c-4dcc-b198-e6cdb7ca76d0 req-e2b1d0a4-70df-441b-b81a-5f316503e970 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 945 time: 0.0798478 Jul 25 05:39:38.875883 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:38.909591 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3b84523a-f63c-4dcc-b198-e6cdb7ca76d0 req-f8074128-b0cb-4a85-a05d-17667378f299 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604167 Jul 25 05:39:38.926913 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device db49e6cc-810b-4a89-a2fb-e0718b506f4b details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:39:38.950782 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:38.984642 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:39.021303 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36520) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:39.053569 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port db49e6cc-810b-4a89-a2fb-e0718b506f4b, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=db49e6cc-810b-4a89-a2fb-e0718b506f4b,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:39.066995 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'port_id': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b', 'mac_address': 'fa:16:3e:18:73:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:39:39.111572 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port db49e6cc-810b-4a89-a2fb-e0718b506f4b is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:39.111964 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:39.125907 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db49e6cc-810b-4a89-a2fb-e0718b506f4b {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:39:39.147441 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port db49e6cc-810b-4a89-a2fb-e0718b506f4b, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=db49e6cc-810b-4a89-a2fb-e0718b506f4b,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:39.152071 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:39.158803 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01a492bb-6ce4-45ac-b2fb-b13b32fae8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:39.207967 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=db49e6cc-810b-4a89-a2fb-e0718b506f4b,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:39.247625 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01a492bb-6ce4-45ac-b2fb-b13b32fae8c8 admin admin] Publish callbacks [] for security_group (71cd01d7-9a64-4706-9ae4-51a4f7f11bdd), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:39.251522 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01a492bb-6ce4-45ac-b2fb-b13b32fae8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (71cd01d7-9a64-4706-9ae4-51a4f7f11bdd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:39.257182 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:39.296624 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a492bb-6ce4-45ac-b2fb-b13b32fae8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cd01d7-9a64-4706-9ae4-51a4f7f11bdd,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:39.301730 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-01a492bb-6ce4-45ac-b2fb-b13b32fae8c8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5bc77bdccdbf4a9f882b5badd02a437b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792401 Jul 25 05:39:39.304472 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 36524) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:39.310447 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4dcb89c8-ea5d-4586-9a21-249e07fabd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:39.359122 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-09f7b676-afe9-472a-bff4-9acc44bc8de7 admin admin] Publish callbacks [] for security_group (71cd01d7-9a64-4706-9ae4-51a4f7f11bdd), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:39.384571 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-09f7b676-afe9-472a-bff4-9acc44bc8de7 admin admin] Publish callbacks [] for security_group (71cd01d7-9a64-4706-9ae4-51a4f7f11bdd), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:39.437145 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-09f7b676-afe9-472a-bff4-9acc44bc8de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (71cd01d7-9a64-4706-9ae4-51a4f7f11bdd), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:39.439601 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-09f7b676-afe9-472a-bff4-9acc44bc8de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:39.440758 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-09f7b676-afe9-472a-bff4-9acc44bc8de7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/71cd01d7-9a64-4706-9ae4-51a4f7f11bdd HTTP/1.1" status: 204 len: 168 time: 0.1352136 Jul 25 05:39:39.449452 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7b676-afe9-472a-bff4-9acc44bc8de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cd01d7-9a64-4706-9ae4-51a4f7f11bdd,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:39.761660 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c74a-694b-409e-a65a-75a692268dfc req-9f2c1d85-9cce-4642-be89-e37cd68dc586 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:39.763351 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-50e2c74a-694b-409e-a65a-75a692268dfc req-9f2c1d85-9cce-4642-be89-e37cd68dc586 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 945 time: 0.0502474 Jul 25 05:39:39.819481 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-50e2c74a-694b-409e-a65a-75a692268dfc req-732f4078-0dba-4959-86b1-99412f8e29c7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505242 Jul 25 05:39:40.036899 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf63b6-ff44-42c9-b03f-7c72182e28b3 req-ca66b0eb-ec6a-4879-a1f6-11f1e285a1ba tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:40.042211 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-11bf63b6-ff44-42c9-b03f-7c72182e28b3 req-ca66b0eb-ec6a-4879-a1f6-11f1e285a1ba tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 945 time: 0.0580409 Jul 25 05:39:40.091778 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-11bf63b6-ff44-42c9-b03f-7c72182e28b3 req-2a098384-dc91-4718-a361-2e4d88b0b0f4 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438490 Jul 25 05:39:40.096746 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['db49e6cc-810b-4a89-a2fb-e0718b506f4b'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:39:40.939352 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172e5b6-96e2-4cf9-a0ce-e9c67425d241 req-145d73f5-5386-4f4f-879b-23b1537ba3bc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:40.940822 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3172e5b6-96e2-4cf9-a0ce-e9c67425d241 req-145d73f5-5386-4f4f-879b-23b1537ba3bc tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 945 time: 0.0491786 Jul 25 05:39:40.990144 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3172e5b6-96e2-4cf9-a0ce-e9c67425d241 req-8c2e1b68-e927-4e2a-b26e-13680e8fb6ed tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 Jul 25 05:39:41.009092 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device db49e6cc-810b-4a89-a2fb-e0718b506f4b up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:41.054059 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port db49e6cc-810b-4a89-a2fb-e0718b506f4b completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:39:41.059920 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port db49e6cc-810b-4a89-a2fb-e0718b506f4b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:41.060334 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:41.140427 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port db49e6cc-810b-4a89-a2fb-e0718b506f4b is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:41.141105 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:41.148305 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:41.180011 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:39:41.182313 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37376a1e-cef8-4e61-a7da-b101223f40d2" -d '{"events": [{"server_uuid": "6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa", "name": "network-vif-plugged", "status": "completed", "tag": "db49e6cc-810b-4a89-a2fb-e0718b506f4b"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:39:41.186821 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:41.199119 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port db49e6cc-810b-4a89-a2fb-e0718b506f4b, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=db49e6cc-810b-4a89-a2fb-e0718b506f4b,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:41.203648 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:41.204532 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 9d91bc86-6db7-4b09-b3c9-3958dd762034 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:41.222675 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c25f4-3988-4b14-8e7e-09b24ff3f2a7 req-78551ea0-5326-4af4-a5d2-48e9e6bf593f tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:41.225079 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a24c25f4-3988-4b14-8e7e-09b24ff3f2a7 req-78551ea0-5326-4af4-a5d2-48e9e6bf593f tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 945 time: 0.0586329 Jul 25 05:39:41.251388 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27355cbf-8e55-4f66-adb3-64841569f2e2 x-openstack-request-id: req-27355cbf-8e55-4f66-adb3-64841569f2e2 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:39:41.251637 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa", "name": "network-vif-plugged", "status": "completed", "tag": "db49e6cc-810b-4a89-a2fb-e0718b506f4b", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:39:41.251760 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-27355cbf-8e55-4f66-adb3-64841569f2e2 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:39:41.252160 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27355cbf-8e55-4f66-adb3-64841569f2e2'] response: {'server_uuid': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b', 'code': 200} Jul 25 05:39:41.283041 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a24c25f4-3988-4b14-8e7e-09b24ff3f2a7 req-a4bdf1ca-1106-4d76-81ad-4c2d83625dc9 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518444 Jul 25 05:39:41.290164 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=db49e6cc-810b-4a89-a2fb-e0718b506f4b,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:41.299211 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 9d91bc86-6db7-4b09-b3c9-3958dd762034 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:39:41.309262 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 9d91bc86-6db7-4b09-b3c9-3958dd762034 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:41.309262 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:41.356721 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:41.393022 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 9d91bc86-6db7-4b09-b3c9-3958dd762034 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:41.393456 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:41.436748 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 9d91bc86-6db7-4b09-b3c9-3958dd762034, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=9d91bc86-6db7-4b09-b3c9-3958dd762034,segment=NetworkSegment(3f52582c-fccb-497b-90b8-ead89f445999),segment_id=3f52582c-fccb-497b-90b8-ead89f445999)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:41.440679 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:41.476286 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10128e2-be8f-4b03-8f98-a0f66fa77b4f req-9b702199-b38c-4915-bc32-588e4aaf0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:41.477879 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d10128e2-be8f-4b03-8f98-a0f66fa77b4f req-9b702199-b38c-4915-bc32-588e4aaf0cff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 1130 time: 0.0432637 Jul 25 05:39:41.489112 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=9d91bc86-6db7-4b09-b3c9-3958dd762034,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:41.525412 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d10128e2-be8f-4b03-8f98-a0f66fa77b4f req-5e38baac-fd99-4826-b12a-e04f19aa5910 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408115 Jul 25 05:39:41.697348 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0cbef111-27d8-490b-ab5a-0be2b60830f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:41.745220 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-0c066988-9c78-49bb-9c12-37b3c98ff8cb tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=5d8e26c74f99499fb3890a0613364236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300977 Jul 25 05:39:41.898637 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:41.937982 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-747c710f-73fc-4873-8e10-09911a40b050 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:41.939439 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-747c710f-73fc-4873-8e10-09911a40b050 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891885 Jul 25 05:39:41.954579 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-c6df643c-320e-4a54-9c25-3ffd7a1813b0 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/quotas/5d8e26c74f99499fb3890a0613364236 HTTP/1.1" status: 200 len: 375 time: 0.0096791 Jul 25 05:39:41.989050 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2dc58524-209c-47f0-b85b-c639121cf9ba tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=5d8e26c74f99499fb3890a0613364236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283732 Jul 25 05:39:42.114418 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4faeaf-365f-4c2a-8651-964bcf5a476b req-c2da5c08-fe00-404d-bfff-ac4843d9fee1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:42.115988 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8a4faeaf-365f-4c2a-8651-964bcf5a476b req-c2da5c08-fe00-404d-bfff-ac4843d9fee1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0525718 Jul 25 05:39:42.172828 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-23e8d64d-94cb-4f8a-97d1-8df5db9386c5 req-60cd6835-cff8-49d5-b11b-f48c1caaef25 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 210 time: 0.0469487 Jul 25 05:39:42.449529 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8a4faeaf-365f-4c2a-8651-964bcf5a476b req-26eccda7-606c-44c5-9374-836666a110fa tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134389 Jul 25 05:39:42.486563 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df14f83-cce1-47b4-9e21-1cb1931cd166 req-74d6dcc1-d7df-43c6-854b-5e325370f520 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:42.488646 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1df14f83-cce1-47b4-9e21-1cb1931cd166 req-74d6dcc1-d7df-43c6-854b-5e325370f520 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 946 time: 0.0529442 Jul 25 05:39:42.544960 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1df14f83-cce1-47b4-9e21-1cb1931cd166 req-ac8f0215-7d77-4b24-9f60-d4a2b1de236b tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502403 Jul 25 05:39:42.551439 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:43.253512 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd0febc-671b-4a39-9dbf-d71d6eb11b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d91bc86-6db7-4b09-b3c9-3958dd762034'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:39:43.256555 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b436022-48c6-4f3d-8bf0-64d43ea44d8d" -d '{"events": [{"server_uuid": "edd0febc-671b-4a39-9dbf-d71d6eb11b32", "name": "network-vif-plugged", "status": "completed", "tag": "9d91bc86-6db7-4b09-b3c9-3958dd762034"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:39:43.277015 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c9323ca2-1a6a-435d-8200-12c335c741ec req-5ecef5b9-a561-44a7-97f3-fcd42a31de94 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 210 time: 0.0284183 Jul 25 05:39:43.305149 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a794837b-d40d-48b4-a8a3-fe8a11274b11 x-openstack-request-id: req-a794837b-d40d-48b4-a8a3-fe8a11274b11 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:39:43.305149 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd0febc-671b-4a39-9dbf-d71d6eb11b32", "name": "network-vif-plugged", "status": "completed", "tag": "9d91bc86-6db7-4b09-b3c9-3958dd762034", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:39:43.305149 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a794837b-d40d-48b4-a8a3-fe8a11274b11 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:39:43.305149 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a794837b-d40d-48b4-a8a3-fe8a11274b11'] response: {'server_uuid': 'edd0febc-671b-4a39-9dbf-d71d6eb11b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d91bc86-6db7-4b09-b3c9-3958dd762034', 'code': 200} Jul 25 05:39:43.580364 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4910219-15ee-4bb0-98c4-1bab59e34fe2 req-ea93741f-a7f7-49f2-94f2-542c16bc7cf7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:43.589992 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4910219-15ee-4bb0-98c4-1bab59e34fe2 req-ea93741f-a7f7-49f2-94f2-542c16bc7cf7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0611882 Jul 25 05:39:43.643739 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4910219-15ee-4bb0-98c4-1bab59e34fe2 req-287ce08a-8084-4392-8877-ed6a74571fc2 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528622 Jul 25 05:39:43.682250 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f5e74-41d2-4f3a-90a3-d0b8072e5bc0 req-a51853fa-c917-4d05-b1be-6adf9c6a7c3e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:43.683725 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-051f5e74-41d2-4f3a-90a3-d0b8072e5bc0 req-a51853fa-c917-4d05-b1be-6adf9c6a7c3e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 946 time: 0.0560620 Jul 25 05:39:43.759772 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-051f5e74-41d2-4f3a-90a3-d0b8072e5bc0 req-c9b46b60-d355-4e14-8f88-97c801562453 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705121 Jul 25 05:39:43.762035 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:43.776148 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbfa9f-312e-4900-a418-d5d83502055d req-67c79a94-4acd-4873-ad22-1ccad18f4ff5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:43.777632 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2bfbfa9f-312e-4900-a418-d5d83502055d req-67c79a94-4acd-4873-ad22-1ccad18f4ff5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0627978 Jul 25 05:39:43.786129 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 36612) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:39:43.791790 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-738f73a3-e869-40f2-88dd-6968099e480b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Request body: {'floatingip': {'port_id': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:43.833743 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-738f73a3-e869-40f2-88dd-6968099e480b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for floatingip (b412142c-2573-420e-a55f-6c4bc104758c), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:43.984494 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4493-0d78-440e-a9a6-af74b5c0f8f6 req-c958a246-25c5-4fb6-8f65-7b6cff15da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:43.986000 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-127d4493-0d78-440e-a9a6-af74b5c0f8f6 req-c958a246-25c5-4fb6-8f65-7b6cff15da10 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 1130 time: 0.0598161 Jul 25 05:39:44.103731 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-6f719f53-c32a-4bf8-b88e-4bf79d69be8c tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5d8e26c74f99499fb3890a0613364236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386508 Jul 25 05:39:44.144211 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:44.172823 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-127d4493-0d78-440e-a9a6-af74b5c0f8f6 req-1aa2270e-30fa-44b2-b9ad-b9ee6b9c3b3a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067989 Jul 25 05:39:44.331121 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-81b1a5d4-c715-46b5-9b05-1bd4db24860b tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:44.332712 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-81b1a5d4-c715-46b5-9b05-1bd4db24860b tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231734 Jul 25 05:39:44.380281 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bf91d895-50c1-4f0f-9c45-395bb6b929a2 req-4c082ddb-785c-4e26-ab30-d575c51054ab tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 210 time: 0.0312476 Jul 25 05:39:44.390752 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-738f73a3-e869-40f2-88dd-6968099e480b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:44.394837 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-738f73a3-e869-40f2-88dd-6968099e480b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (b412142c-2573-420e-a55f-6c4bc104758c), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:44.398386 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:44.497982 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-738f73a3-e869-40f2-88dd-6968099e480b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Floating IP b412142c-2573-420e-a55f-6c4bc104758c associated. External IP: 172.27.3.250, port: db49e6cc-810b-4a89-a2fb-e0718b506f4b. Jul 25 05:39:44.525681 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Request body: {'port': {'device_id': 'bdf290dc-5227-420c-9fb4-319446471d45', 'network_id': '50a35996-499b-4a0d-af65-a0a47987fcbd', 'admin_state_up': True, 'tenant_id': '5d8e26c74f99499fb3890a0613364236'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:44.591762 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:44.643916 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Made reservation on behalf of 5d8e26c74f99499fb3890a0613364236 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:39:44.648744 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:44.661859 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:44.679038 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:44.725404 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738f73a3-e869-40f2-88dd-6968099e480b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Router 50d167a5-d146-4b6e-9727-26da29ec4143 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:39:44.747480 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Publish callbacks [] for security_group (50187c97-096a-4ea9-b398-10325e921194), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:44.751203 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (50187c97-096a-4ea9-b398-10325e921194), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:44.823008 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50187c97-096a-4ea9-b398-10325e921194,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:44.877864 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738f73a3-e869-40f2-88dd-6968099e480b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:39:44.883415 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-738f73a3-e869-40f2-88dd-6968099e480b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:44.890165 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db82ea-264b-473c-8b30-b49287bde8d0 None None] Sync routers for ids ['50d167a5-d146-4b6e-9727-26da29ec4143'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:39:44.901708 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db82ea-264b-473c-8b30-b49287bde8d0 None None] Routers {'50d167a5-d146-4b6e-9727-26da29ec4143'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:39:44.902684 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-27db82ea-264b-473c-8b30-b49287bde8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:39:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['50d167a5-d146-4b6e-9727-26da29ec4143'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:44.919984 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Allocated IP 192.168.233.200 (50a35996-499b-4a0d-af65-a0a47987fcbd/ca881319-c820-4c49-a43e-988bd04ce303/47b28122-7b78-431e-9225-a7c8db3ed804) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:39:44.923515 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698517c0-00d3-4fb9-8f8f-8d814db97e20 req-a1c3404f-8390-4e0d-99a7-92899fc8cb09 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:44.925146 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-698517c0-00d3-4fb9-8f8f-8d814db97e20 req-a1c3404f-8390-4e0d-99a7-92899fc8cb09 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 946 time: 0.0775797 Jul 25 05:39:44.929698 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:44.934500 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-738f73a3-e869-40f2-88dd-6968099e480b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "PUT /v2.0/floatingips/b412142c-2573-420e-a55f-6c4bc104758c HTTP/1.1" status: 200 len: 992 time: 1.1472881 Jul 25 05:39:44.935167 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'tag': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:39:44.937584 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5df3fd-b2e5-42d0-b5ad-221145aa3963" -d '{"events": [{"name": "network-changed", "server_uuid": "6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa", "tag": "db49e6cc-810b-4a89-a2fb-e0718b506f4b"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:39:44.998608 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc89ddea-a2a0-4a2c-b462-f2eb53a6b06c x-openstack-request-id: req-dc89ddea-a2a0-4a2c-b462-f2eb53a6b06c {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:39:44.998608 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa", "tag": "db49e6cc-810b-4a89-a2fb-e0718b506f4b", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:39:44.998608 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dc89ddea-a2a0-4a2c-b462-f2eb53a6b06c {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:39:44.998608 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc89ddea-a2a0-4a2c-b462-f2eb53a6b06c'] response: {'name': 'network-changed', 'server_uuid': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'tag': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b', 'status': 'completed', 'code': 200} Jul 25 05:39:45.010435 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-698517c0-00d3-4fb9-8f8f-8d814db97e20 req-10d6cb69-259e-4a77-b7d6-a17f8dc01f3b tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687485 Jul 25 05:39:45.027726 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-27db82ea-264b-473c-8b30-b49287bde8d0 None None] Set router 50d167a5-d146-4b6e-9727-26da29ec4143 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:39:45.047335 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:45.101026 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Publish callbacks [] for port (47b28122-7b78-431e-9225-a7c8db3ed804), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:45.137532 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (47b28122-7b78-431e-9225-a7c8db3ed804), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:45.177765 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Network 50a35996-499b-4a0d-af65-a0a47987fcbd is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:45.181536 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:45.187712 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:39:45.220358 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Pushing event updated for resources: {'Port': ['ID=47b28122-7b78-431e-9225-a7c8db3ed804,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:45.252051 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:45.252504 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:45.270219 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-2f4a5db4-a263-439a-93ba-7d1b931bc471 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7506998 Jul 25 05:39:45.291288 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5df3fd-b2e5-42d0-b5ad-221145aa3963 req-29767a8e-967a-4bfc-9d3c-b37bf9861f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:45.294311 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6e5df3fd-b2e5-42d0-b5ad-221145aa3963 req-29767a8e-967a-4bfc-9d3c-b37bf9861f7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 1130 time: 0.0541329 Jul 25 05:39:45.294496 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Request body: {'port': {'device_id': 'bdf290dc-5227-420c-9fb4-319446471d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:45.296648 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-27db82ea-264b-473c-8b30-b49287bde8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:08Z', 'revision_number': 4, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'b412142c-2573-420e-a55f-6c4bc104758c', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'port_id': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'mac_address': 'fa:16:3e:18:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:39:23Z', 'updated_at': '2022-07-25T05:39:44Z', 'revision_number': 1, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eff7026-72c7-4dbf-b356-8aa74dd3dd97', 'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'mac_address': 'fa:16:3e:a9:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:16Z', 'revision_number': 5, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'subnets': [{'id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:45.334726 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db82ea-264b-473c-8b30-b49287bde8d0 None None] Checking router: 50d167a5-d146-4b6e-9727-26da29ec4143 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:39:45.345970 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db82ea-264b-473c-8b30-b49287bde8d0 None None] Routers {'50d167a5-d146-4b6e-9727-26da29ec4143'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:39:45.346528 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-27db82ea-264b-473c-8b30-b49287bde8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:39:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['50d167a5-d146-4b6e-9727-26da29ec4143'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:45.371982 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (47b28122-7b78-431e-9225-a7c8db3ed804), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:45.387884 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:45.426248 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5df3fd-b2e5-42d0-b5ad-221145aa3963 req-c98fdf8d-1b6f-4e20-9d47-cacc4d8ae74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:45.427698 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6e5df3fd-b2e5-42d0-b5ad-221145aa3963 req-c98fdf8d-1b6f-4e20-9d47-cacc4d8ae74b service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.1228251 Jul 25 05:39:45.526905 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28362a-c615-443d-9186-6c41c8310465 req-827ddd6f-7b50-4995-8421-f0eb184a0169 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:45.528692 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bd28362a-c615-443d-9186-6c41c8310465 req-827ddd6f-7b50-4995-8421-f0eb184a0169 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 936 time: 0.0601950 Jul 25 05:39:45.588708 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bd28362a-c615-443d-9186-6c41c8310465 req-35634386-9c08-4505-a9f6-7ad5c8c8def8 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/security-groups?id=50187c97-096a-4ea9-b398-10325e921194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525012 Jul 25 05:39:45.632656 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-27db82ea-264b-473c-8b30-b49287bde8d0 None None] Set router 50d167a5-d146-4b6e-9727-26da29ec4143 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:39:45.634575 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3f82830c-9ad9-4f1e-a1da-8d911c74014a None None] Provisioning complete for port 47b28122-7b78-431e-9225-a7c8db3ed804 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:45.634948 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3f82830c-9ad9-4f1e-a1da-8d911c74014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (47b28122-7b78-431e-9225-a7c8db3ed804), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:45.665739 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b28122-7b78-431e-9225-a7c8db3ed804 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:39:45.673410 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Publish callbacks [] for port (47b28122-7b78-431e-9225-a7c8db3ed804), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:45.685660 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Transition to ACTIVE for port object 47b28122-7b78-431e-9225-a7c8db3ed804 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:39:45.690181 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (47b28122-7b78-431e-9225-a7c8db3ed804), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:45.695290 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:45.743003 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3f82830c-9ad9-4f1e-a1da-8d911c74014a None None] Port 47b28122-7b78-431e-9225-a7c8db3ed804 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:39:45.754135 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Pushing event updated for resources: {'Port': ['ID=47b28122-7b78-431e-9225-a7c8db3ed804,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:45.838845 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Attempting to bind port 47b28122-7b78-431e-9225-a7c8db3ed804 on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:39:45.839179 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Attempting to bind port 47b28122-7b78-431e-9225-a7c8db3ed804 by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': '636ef006-7e4d-4301-b71a-c7068f769382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '50a35996-499b-4a0d-af65-a0a47987fcbd'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:39:45.839506 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Attempting to bind port 47b28122-7b78-431e-9225-a7c8db3ed804 on network 50a35996-499b-4a0d-af65-a0a47987fcbd {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:45.844123 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Port 47b28122-7b78-431e-9225-a7c8db3ed804 on network 50a35996-499b-4a0d-af65-a0a47987fcbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:39:45.844439 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Attempting to bind port 47b28122-7b78-431e-9225-a7c8db3ed804 on network 50a35996-499b-4a0d-af65-a0a47987fcbd {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:45.849485 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:39:45.849856 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Checking segment: {'id': '636ef006-7e4d-4301-b71a-c7068f769382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '50a35996-499b-4a0d-af65-a0a47987fcbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:39:45.850737 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Bound using segment: {'id': '636ef006-7e4d-4301-b71a-c7068f769382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '50a35996-499b-4a0d-af65-a0a47987fcbd'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:39:45.851159 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Bound port: 47b28122-7b78-431e-9225-a7c8db3ed804, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636ef006-7e4d-4301-b71a-c7068f769382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '50a35996-499b-4a0d-af65-a0a47987fcbd'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:39:45.851518 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (47b28122-7b78-431e-9225-a7c8db3ed804), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:45.856311 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:45.905904 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-27db82ea-264b-473c-8b30-b49287bde8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:08Z', 'revision_number': 4, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'b412142c-2573-420e-a55f-6c4bc104758c', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'port_id': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'mac_address': 'fa:16:3e:18:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:39:23Z', 'updated_at': '2022-07-25T05:39:44Z', 'revision_number': 1, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eff7026-72c7-4dbf-b356-8aa74dd3dd97', 'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'mac_address': 'fa:16:3e:a9:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:16Z', 'revision_number': 5, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'subnets': [{'id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:39:45.918745 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] For port 47b28122-7b78-431e-9225-a7c8db3ed804, host hv-cinder-85083, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:39:45.922025 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] For port 47b28122-7b78-431e-9225-a7c8db3ed804, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=47b28122-7b78-431e-9225-a7c8db3ed804,segment=NetworkSegment(636ef006-7e4d-4301-b71a-c7068f769382),segment_id=636ef006-7e4d-4301-b71a-c7068f769382)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:39:45.929248 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (47b28122-7b78-431e-9225-a7c8db3ed804), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:45.938029 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db82ea-264b-473c-8b30-b49287bde8d0 None None] The sync data for ids ['50d167a5-d146-4b6e-9727-26da29ec4143'] in dv-cinder-850830-1-iscsi is: [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:08Z', 'revision_number': 4, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'b412142c-2573-420e-a55f-6c4bc104758c', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'port_id': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'mac_address': 'fa:16:3e:18:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:39:23Z', 'updated_at': '2022-07-25T05:39:44Z', 'revision_number': 1, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eff7026-72c7-4dbf-b356-8aa74dd3dd97', 'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'mac_address': 'fa:16:3e:a9:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:16Z', 'revision_number': 5, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'subnets': [{'id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:39:45.963054 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:45.980079 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:45.980716 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:45.982106 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] 10.222.0.43 "PUT /v2.0/ports/47b28122-7b78-431e-9225-a7c8db3ed804 HTTP/1.1" status: 200 len: 1098 time: 0.6923862 Jul 25 05:39:45.982537 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf290dc-5227-420c-9fb4-319446471d45', 'tag': '47b28122-7b78-431e-9225-a7c8db3ed804'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:39:45.984883 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565cfef9-1735-4a28-919d-5601f1dbd5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf290dc-5227-420c-9fb4-319446471d45", "tag": "47b28122-7b78-431e-9225-a7c8db3ed804"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:39:46.001817 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d0bd8-1808-4737-91e9-e48e6e0782ca service neutron] Pushing event updated for resources: {'Port': ['ID=47b28122-7b78-431e-9225-a7c8db3ed804,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:46.027429 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0068cb-aecd-4f6c-8501-8205ca0bbe72 x-openstack-request-id: req-ec0068cb-aecd-4f6c-8501-8205ca0bbe72 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:39:46.027718 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf290dc-5227-420c-9fb4-319446471d45", "tag": "47b28122-7b78-431e-9225-a7c8db3ed804", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:39:46.027971 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ec0068cb-aecd-4f6c-8501-8205ca0bbe72 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:39:46.028425 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec0068cb-aecd-4f6c-8501-8205ca0bbe72'] response: {'name': 'network-changed', 'server_uuid': 'bdf290dc-5227-420c-9fb4-319446471d45', 'tag': '47b28122-7b78-431e-9225-a7c8db3ed804', 'status': 'completed', 'code': 200} Jul 25 05:39:46.139314 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c078f-6021-4863-9849-3820f570f648 req-c3177cee-75f2-4a45-a7d3-a2ffd1d15c90 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:46.149308 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f18c078f-6021-4863-9849-3820f570f648 req-c3177cee-75f2-4a45-a7d3-a2ffd1d15c90 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 946 time: 0.0597069 Jul 25 05:39:46.268720 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f18c078f-6021-4863-9849-3820f570f648 req-c2927097-e7e8-4216-bcf2-310554eec13b tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184928 Jul 25 05:39:46.271170 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6e5df3fd-b2e5-42d0-b5ad-221145aa3963 req-3527d6a8-e4fa-4eaa-8355-a7d90aed30ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db49e6cc-810b-4a89-a2fb-e0718b506f4b HTTP/1.1" status: 200 len: 1000 time: 0.0904386 Jul 25 05:39:46.346872 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5df3fd-b2e5-42d0-b5ad-221145aa3963 req-4d2100dc-ae26-444e-a3e0-fed6f88ce805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:46.348967 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6e5df3fd-b2e5-42d0-b5ad-221145aa3963 req-4d2100dc-ae26-444e-a3e0-fed6f88ce805 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.0551937 Jul 25 05:39:46.364278 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cfef9-1735-4a28-919d-5601f1dbd5d6 req-743327f9-fa2d-4958-b163-84e02ccff61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:46.366986 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-565cfef9-1735-4a28-919d-5601f1dbd5d6 req-743327f9-fa2d-4958-b163-84e02ccff61c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d8e26c74f99499fb3890a0613364236&device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 1132 time: 0.0516903 Jul 25 05:39:46.387969 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:46.402871 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5df3fd-b2e5-42d0-b5ad-221145aa3963 req-09fe93b9-192e-459d-b1b5-e18ec54e7205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:46.404392 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6e5df3fd-b2e5-42d0-b5ad-221145aa3963 req-09fe93b9-192e-459d-b1b5-e18ec54e7205 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448747 Jul 25 05:39:46.417769 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-565cfef9-1735-4a28-919d-5601f1dbd5d6 req-1cd3c60e-69c4-44af-9369-c99c17f76c45 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5d8e26c74f99499fb3890a0613364236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285490 Jul 25 05:39:46.511190 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6e5df3fd-b2e5-42d0-b5ad-221145aa3963 req-eeb81f14-8aac-4914-8e34-5dac50187800 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001027 Jul 25 05:39:46.597675 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cfef9-1735-4a28-919d-5601f1dbd5d6 req-2237a6f7-58b2-4d02-92b6-129576a15448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:46.599144 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-565cfef9-1735-4a28-919d-5601f1dbd5d6 req-2237a6f7-58b2-4d02-92b6-129576a15448 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1737988 Jul 25 05:39:46.607867 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6e5df3fd-b2e5-42d0-b5ad-221145aa3963 req-e329a2d2-cb68-499a-ad8a-ad8ad90481ee service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892444 Jul 25 05:39:46.741676 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d61f83-fd6b-4330-a4ea-5d2fc55a34cd None None] New status for floating IP b412142c-2573-420e-a55f-6c4bc104758c: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:39:46.752901 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc25b5-8ac8-49f6-87b8-0c69a1f262b7 req-9aa79c31-4a46-4060-a329-0e8090a21308 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:46.754447 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-58dc25b5-8ac8-49f6-87b8-0c69a1f262b7 req-9aa79c31-4a46-4060-a329-0e8090a21308 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 948 time: 0.0890443 Jul 25 05:39:46.764906 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-9cdf3dc3-5459-4122-99a2-a301bf200fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:46.766329 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-9cdf3dc3-5459-4122-99a2-a301bf200fa7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d8e26c74f99499fb3890a0613364236&device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 1132 time: 0.0654843 Jul 25 05:39:46.825330 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-9ae5df1c-00a2-46de-be2c-6727d1a9aaaf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=47b28122-7b78-431e-9225-a7c8db3ed804 HTTP/1.1" status: 200 len: 217 time: 0.0430493 Jul 25 05:39:46.863980 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-58dc25b5-8ac8-49f6-87b8-0c69a1f262b7 req-2d5ff1ce-6bf5-4da8-aaf4-fdf6559602c4 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/security-groups?id=50187c97-096a-4ea9-b398-10325e921194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010618 Jul 25 05:39:46.892533 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-0e42f1de-7534-45aa-879c-a807c721b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:46.894051 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-0e42f1de-7534-45aa-879c-a807c721b483 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca881319-c820-4c49-a43e-988bd04ce303 HTTP/1.1" status: 200 len: 843 time: 0.0612788 Jul 25 05:39:46.943448 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-9703ccd7-e603-47e3-95ad-ca78346a7b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:46.945658 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-9703ccd7-e603-47e3-95ad-ca78346a7b10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=50a35996-499b-4a0d-af65-a0a47987fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0432816 Jul 25 05:39:46.989989 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:47.046181 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-998571de-47f7-462d-b9a3-e2bcb867bd99 service neutron] 10.222.0.43 "GET /v2.0/networks/50a35996-499b-4a0d-af65-a0a47987fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834985 Jul 25 05:39:47.140250 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-16dc26d2-7b11-44aa-8eac-f7ef212697cf req-ed97e73a-27a7-4c96-9cbc-bd5a38dd6074 service neutron] 10.222.0.43 "GET /v2.0/networks/50a35996-499b-4a0d-af65-a0a47987fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860744 Jul 25 05:39:47.395368 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed539f-e0a6-42d6-bf06-525d345589db req-0c8fec8e-f91e-47f3-ab6d-716621b3b415 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:47.396740 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-abed539f-e0a6-42d6-bf06-525d345589db req-0c8fec8e-f91e-47f3-ab6d-716621b3b415 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 946 time: 0.0477955 Jul 25 05:39:47.445709 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-abed539f-e0a6-42d6-bf06-525d345589db req-93e1aac6-cfba-4890-a39b-77e2c50f00a8 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433462 Jul 25 05:39:47.987704 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93291c50-f264-491e-9056-d3044041fa2f req-942e02e6-db0c-4f2d-9c05-bfffab9f10c9 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:47.989105 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-93291c50-f264-491e-9056-d3044041fa2f req-942e02e6-db0c-4f2d-9c05-bfffab9f10c9 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 948 time: 0.0501819 Jul 25 05:39:48.036193 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-93291c50-f264-491e-9056-d3044041fa2f req-cf1e6312-1edd-48f9-865c-eb711ad31023 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/security-groups?id=50187c97-096a-4ea9-b398-10325e921194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Jul 25 05:39:49.008286 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 47b28122-7b78-431e-9225-a7c8db3ed804 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:39:49.122491 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 47b28122-7b78-431e-9225-a7c8db3ed804, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=47b28122-7b78-431e-9225-a7c8db3ed804,segment=NetworkSegment(636ef006-7e4d-4301-b71a-c7068f769382),segment_id=636ef006-7e4d-4301-b71a-c7068f769382)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:49.134710 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '47b28122-7b78-431e-9225-a7c8db3ed804', 'network_id': '50a35996-499b-4a0d-af65-a0a47987fcbd', 'port_id': '47b28122-7b78-431e-9225-a7c8db3ed804', 'mac_address': 'fa:16:3e:8c:52:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca881319-c820-4c49-a43e-988bd04ce303', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:39:49.157577 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0c921-0834-4bcd-8902-09c04a70e6f9 req-86c8b45a-9f6a-4d9b-ac5d-ce52587f07e7 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:49.159078 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-15b0c921-0834-4bcd-8902-09c04a70e6f9 req-86c8b45a-9f6a-4d9b-ac5d-ce52587f07e7 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 948 time: 0.0486729 Jul 25 05:39:49.172118 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 47b28122-7b78-431e-9225-a7c8db3ed804 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:49.172434 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (47b28122-7b78-431e-9225-a7c8db3ed804), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:49.186038 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b28122-7b78-431e-9225-a7c8db3ed804 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:39:49.205974 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 47b28122-7b78-431e-9225-a7c8db3ed804, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=47b28122-7b78-431e-9225-a7c8db3ed804,segment=NetworkSegment(636ef006-7e4d-4301-b71a-c7068f769382),segment_id=636ef006-7e4d-4301-b71a-c7068f769382)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:49.207433 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-15b0c921-0834-4bcd-8902-09c04a70e6f9 req-6468a11f-dd35-4e5d-bd12-6eaf0e6146c0 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/security-groups?id=50187c97-096a-4ea9-b398-10325e921194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Jul 25 05:39:49.210865 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (47b28122-7b78-431e-9225-a7c8db3ed804), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:49.265439 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=47b28122-7b78-431e-9225-a7c8db3ed804,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:49.719012 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['47b28122-7b78-431e-9225-a7c8db3ed804'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:39:50.325367 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4534f95-6b99-4ab0-9038-81ceea708707 req-f0f2a396-9a5b-4d0b-a73e-dd323f619d3b tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:50.326867 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c4534f95-6b99-4ab0-9038-81ceea708707 req-f0f2a396-9a5b-4d0b-a73e-dd323f619d3b tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 949 time: 0.0473738 Jul 25 05:39:50.367583 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:50.379446 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c4534f95-6b99-4ab0-9038-81ceea708707 req-3dedac17-7fcf-4293-927a-ce9f34ca556f tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/security-groups?id=50187c97-096a-4ea9-b398-10325e921194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468211 Jul 25 05:39:51.027011 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 47b28122-7b78-431e-9225-a7c8db3ed804 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:39:51.070783 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 47b28122-7b78-431e-9225-a7c8db3ed804 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:39:51.075978 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 47b28122-7b78-431e-9225-a7c8db3ed804 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:51.076357 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (47b28122-7b78-431e-9225-a7c8db3ed804), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:51.153601 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 47b28122-7b78-431e-9225-a7c8db3ed804 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:39:51.153994 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (47b28122-7b78-431e-9225-a7c8db3ed804), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:51.176228 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf290dc-5227-420c-9fb4-319446471d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b28122-7b78-431e-9225-a7c8db3ed804'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:39:51.179042 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f899b2c-b391-44e6-b906-f04c3a586fb1" -d '{"events": [{"server_uuid": "bdf290dc-5227-420c-9fb4-319446471d45", "name": "network-vif-plugged", "status": "completed", "tag": "47b28122-7b78-431e-9225-a7c8db3ed804"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:39:51.188696 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:51.192608 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 47b28122-7b78-431e-9225-a7c8db3ed804, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=47b28122-7b78-431e-9225-a7c8db3ed804,segment=NetworkSegment(636ef006-7e4d-4301-b71a-c7068f769382),segment_id=636ef006-7e4d-4301-b71a-c7068f769382)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:51.197273 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (47b28122-7b78-431e-9225-a7c8db3ed804), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:51.219640 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d6c5d7-96a2-40b5-ad33-648d712cc7b5 x-openstack-request-id: req-10d6c5d7-96a2-40b5-ad33-648d712cc7b5 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:39:51.219958 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf290dc-5227-420c-9fb4-319446471d45", "name": "network-vif-plugged", "status": "completed", "tag": "47b28122-7b78-431e-9225-a7c8db3ed804", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:39:51.220221 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-10d6c5d7-96a2-40b5-ad33-648d712cc7b5 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:39:51.220616 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10d6c5d7-96a2-40b5-ad33-648d712cc7b5'] response: {'server_uuid': 'bdf290dc-5227-420c-9fb4-319446471d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b28122-7b78-431e-9225-a7c8db3ed804', 'code': 200} Jul 25 05:39:51.246351 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=47b28122-7b78-431e-9225-a7c8db3ed804,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:51.457634 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6016bf1-ac0b-4a00-a53c-4854d3397b12 req-a853b675-5cd1-415d-8013-1dfaf4f4cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:51.460656 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f6016bf1-ac0b-4a00-a53c-4854d3397b12 req-a853b675-5cd1-415d-8013-1dfaf4f4cf90 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 1134 time: 0.0635993 Jul 25 05:39:51.529430 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba8ae1-5768-4594-9ef9-745821e68e48 req-36c101a9-4e20-439a-be70-b0975d9e83de tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:51.530896 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-97ba8ae1-5768-4594-9ef9-745821e68e48 req-36c101a9-4e20-439a-be70-b0975d9e83de tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 950 time: 0.0656800 Jul 25 05:39:51.557743 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f6016bf1-ac0b-4a00-a53c-4854d3397b12 req-16f94c8b-cf2e-4942-8cad-d89458d023c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=50187c97-096a-4ea9-b398-10325e921194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827107 Jul 25 05:39:51.586495 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-97ba8ae1-5768-4594-9ef9-745821e68e48 req-171189a8-eea6-4d63-8eb5-1b8bd9d9493a tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/security-groups?id=50187c97-096a-4ea9-b398-10325e921194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473635 Jul 25 05:39:51.698754 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-6310e56f-9899-459e-b2f0-ef7aae8d0cc8 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677006254&fields=id&tenant_id=ee638472255a48d2bdffa17a4ff22339 HTTP/1.1" status: 200 len: 267 time: 0.0489225 Jul 25 05:39:51.814437 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-2d6033c5-c953-4307-a115-3bdbd130f1f7 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:51.815910 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-2d6033c5-c953-4307-a115-3bdbd130f1f7 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 812 time: 0.1080964 Jul 25 05:39:51.830770 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-bdea2115-853c-4c61-b3d4-2d3715dc31a4 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/quotas/ee638472255a48d2bdffa17a4ff22339 HTTP/1.1" status: 200 len: 375 time: 0.0090573 Jul 25 05:39:51.882378 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-6caae045-f7a9-4e54-9220-38dc6abeb7d9 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453215 Jul 25 05:39:51.982523 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-c27502d8-ce2c-4a76-a0af-00b507842f3f service neutron] 10.222.0.33 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870979 Jul 25 05:39:52.014779 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:52.083096 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-e4388352-9dee-4732-8bf0-05e5363ee99b service neutron] 10.222.0.33 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949748 Jul 25 05:39:52.372952 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f4b7efce-6408-4495-bdce-2cabc13961ae req-827f1c8f-2199-4a5c-a95a-af09e406b4d7 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 210 time: 0.0349410 Jul 25 05:39:52.707119 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949a6db-cd03-4846-adf6-2ab75204fc05 req-1436e62a-df79-45b6-9473-612f7baad82f tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:52.708879 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3949a6db-cd03-4846-adf6-2ab75204fc05 req-1436e62a-df79-45b6-9473-612f7baad82f tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 950 time: 0.0521321 Jul 25 05:39:52.762907 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3949a6db-cd03-4846-adf6-2ab75204fc05 req-381997de-0352-4232-929d-1ce2ce83c785 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/security-groups?id=50187c97-096a-4ea9-b398-10325e921194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468576 Jul 25 05:39:53.474464 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6c1ade68-72ed-410f-b823-35e5bfa4f835 req-42994880-8088-4b34-83b7-cb60e8023368 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 210 time: 0.0315197 Jul 25 05:39:53.876802 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa362a-c6ec-4ea4-acb6-502898c75cdf req-21602aa2-0d7b-4d07-9702-c64705e18c14 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:53.878306 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3bfa362a-c6ec-4ea4-acb6-502898c75cdf req-21602aa2-0d7b-4d07-9702-c64705e18c14 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 950 time: 0.0483563 Jul 25 05:39:53.927451 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3bfa362a-c6ec-4ea4-acb6-502898c75cdf req-107778da-6c49-4711-8049-cd027d6be4c2 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/security-groups?id=50187c97-096a-4ea9-b398-10325e921194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 Jul 25 05:39:54.199523 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f4249-e178-42b9-b81c-8cd8542a5ebb req-076d01f1-2141-4e50-9512-4e33d9add856 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:54.201035 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d40f4249-e178-42b9-b81c-8cd8542a5ebb req-076d01f1-2141-4e50-9512-4e33d9add856 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 950 time: 0.0504055 Jul 25 05:39:54.249234 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d40f4249-e178-42b9-b81c-8cd8542a5ebb req-421bcef8-74b9-4cfc-9e88-3809f8889258 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/security-groups?id=50187c97-096a-4ea9-b398-10325e921194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427020 Jul 25 05:39:54.577231 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1820e7ba-e36f-4d7c-97d3-d7f41a61535b req-6c3094b6-7f3e-42ee-9358-d708e3cde7ab tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 210 time: 0.0312417 Jul 25 05:39:55.370236 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db05f3-d51d-401e-8061-fb795a39933e req-c85e7932-72fb-4180-9d36-55187958c986 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:55.371744 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e8db05f3-d51d-401e-8061-fb795a39933e req-c85e7932-72fb-4180-9d36-55187958c986 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 950 time: 0.0532889 Jul 25 05:39:55.401178 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:55.418252 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e8db05f3-d51d-401e-8061-fb795a39933e req-2b09c7e2-eeb6-4a57-8e77-4f6a70505822 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/security-groups?id=50187c97-096a-4ea9-b398-10325e921194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 Jul 25 05:39:55.678932 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9448d6c6-4cf4-4fbb-a8d2-9c209203cdba req-6a1c5249-5dce-4884-89f1-29fe144f5e78 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 210 time: 0.0304091 Jul 25 05:39:56.183649 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-aeeb6dd5-e490-444f-aa96-b03eb3cd4d55 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:56.185167 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-aeeb6dd5-e490-444f-aa96-b03eb3cd4d55 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 812 time: 0.3356328 Jul 25 05:39:56.416643 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e41bf9-0eb4-4da6-becc-54c15169b5e2 req-1f83a6f1-f040-44d0-b199-e158a2b4d8a7 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:56.418467 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-26e41bf9-0eb4-4da6-becc-54c15169b5e2 req-1f83a6f1-f040-44d0-b199-e158a2b4d8a7 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 950 time: 0.1004150 Jul 25 05:39:56.425241 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-aeee1bde-3eaf-49ca-b86c-c536cd4121cf tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee638472255a48d2bdffa17a4ff22339 HTTP/1.1" status: 200 len: 380 time: 0.1071188 Jul 25 05:39:56.465070 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-5fb272eb-0bb3-490a-aabb-8758017c9424 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Request body: {'port': {'device_id': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'admin_state_up': True, 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'security_groups': ['757abf5a-9e50-4137-8b41-4e352e431777']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:56.587370 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-26e41bf9-0eb4-4da6-becc-54c15169b5e2 req-b9189cd8-99a5-423b-a011-b4792f286c19 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Deleting port 47b28122-7b78-431e-9225-a7c8db3ed804 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:39:56.587917 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-26e41bf9-0eb4-4da6-becc-54c15169b5e2 req-b9189cd8-99a5-423b-a011-b4792f286c19 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (47b28122-7b78-431e-9225-a7c8db3ed804), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:56.612176 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c50c9-2503-4138-9b86-cf5ce74cc55e req-8b679af5-f3f5-40a5-a097-5abfebc09dc9 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:56.613677 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-264c50c9-2503-4138-9b86-cf5ce74cc55e req-8b679af5-f3f5-40a5-a097-5abfebc09dc9 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/ports?device_id=bdf290dc-5227-420c-9fb4-319446471d45 HTTP/1.1" status: 200 len: 950 time: 0.0689721 Jul 25 05:39:56.681432 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-5fb272eb-0bb3-490a-aabb-8758017c9424 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Made reservation on behalf of ee638472255a48d2bdffa17a4ff22339 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:39:56.684705 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:56.684981 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-5fb272eb-0bb3-490a-aabb-8758017c9424 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:56.689770 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-264c50c9-2503-4138-9b86-cf5ce74cc55e req-b6239fdc-c750-4a56-957f-cf8c794ce1d9 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.33 "GET /v2.0/security-groups?id=50187c97-096a-4ea9-b398-10325e921194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659435 Jul 25 05:39:56.689936 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-26e41bf9-0eb4-4da6-becc-54c15169b5e2 req-b9189cd8-99a5-423b-a011-b4792f286c19 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] For port 47b28122-7b78-431e-9225-a7c8db3ed804, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=47b28122-7b78-431e-9225-a7c8db3ed804,segment=NetworkSegment(636ef006-7e4d-4301-b71a-c7068f769382),segment_id=636ef006-7e4d-4301-b71a-c7068f769382)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:39:56.690140 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-26e41bf9-0eb4-4da6-becc-54c15169b5e2 req-b9189cd8-99a5-423b-a011-b4792f286c19 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (47b28122-7b78-431e-9225-a7c8db3ed804), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:56.715688 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-26e41bf9-0eb4-4da6-becc-54c15169b5e2 req-b9189cd8-99a5-423b-a011-b4792f286c19 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Calling delete_port for 47b28122-7b78-431e-9225-a7c8db3ed804 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:39:56.789187 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7090931c-edd2-4f5d-b4b6-1627d1694365 req-03a9978a-a529-4961-9844-9eda91e2b30c tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 210 time: 0.0349724 Jul 25 05:39:56.837785 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:56.851040 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-5fb272eb-0bb3-490a-aabb-8758017c9424 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Allocated IP 172.20.0.12 (0bd65f0e-472c-4905-913d-3224424e7dac/2adb0773-3023-49e6-8611-e1d6ff14cd2e/e15bc07d-1abd-455e-907e-fa844fbf01ce) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:39:56.855777 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-26e41bf9-0eb4-4da6-becc-54c15169b5e2 req-b9189cd8-99a5-423b-a011-b4792f286c19 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (47b28122-7b78-431e-9225-a7c8db3ed804), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:56.885259 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9189cd8-99a5-423b-a011-b4792f286c19 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Pushing event deleted for resources: {'Port': ['ID=47b28122-7b78-431e-9225-a7c8db3ed804,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:56.909965 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['47b28122-7b78-431e-9225-a7c8db3ed804'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:39:56.912144 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:56.976164 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e41bf9-0eb4-4da6-becc-54c15169b5e2 req-b9189cd8-99a5-423b-a011-b4792f286c19 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] No DVR routers for this DVR port 47b28122-7b78-431e-9225-a7c8db3ed804 on host hv-cinder-85083 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:39:56.979906 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-26e41bf9-0eb4-4da6-becc-54c15169b5e2 req-b9189cd8-99a5-423b-a011-b4792f286c19 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:56.983945 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-26e41bf9-0eb4-4da6-becc-54c15169b5e2 req-b9189cd8-99a5-423b-a011-b4792f286c19 tempest-VolumesNegativeTest-468178965 tempest-VolumesNegativeTest-468178965-project] 10.222.0.43 "DELETE /v2.0/ports/47b28122-7b78-431e-9225-a7c8db3ed804 HTTP/1.1" status: 204 len: 173 time: 0.5230012 Jul 25 05:39:56.983945 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf290dc-5227-420c-9fb4-319446471d45', 'name': 'network-vif-deleted', 'tag': '47b28122-7b78-431e-9225-a7c8db3ed804'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:39:56.986561 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7128c47-4e7e-483e-8776-c93a342bf014" -d '{"events": [{"server_uuid": "bdf290dc-5227-420c-9fb4-319446471d45", "name": "network-vif-deleted", "tag": "47b28122-7b78-431e-9225-a7c8db3ed804"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:39:57.045743 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-5fb272eb-0bb3-490a-aabb-8758017c9424 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:57.058342 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c6e63f-4cb3-4234-a48e-ec0a178d119e x-openstack-request-id: req-78c6e63f-4cb3-4234-a48e-ec0a178d119e {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:39:57.058637 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf290dc-5227-420c-9fb4-319446471d45", "name": "network-vif-deleted", "tag": "47b28122-7b78-431e-9225-a7c8db3ed804", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:39:57.058899 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-78c6e63f-4cb3-4234-a48e-ec0a178d119e {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:39:57.059895 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c6e63f-4cb3-4234-a48e-ec0a178d119e'] response: {'server_uuid': 'bdf290dc-5227-420c-9fb4-319446471d45', 'name': 'network-vif-deleted', 'tag': '47b28122-7b78-431e-9225-a7c8db3ed804', 'status': 'completed', 'code': 200} Jul 25 05:39:57.087387 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-5fb272eb-0bb3-490a-aabb-8758017c9424 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:57.135055 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:57.137165 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-5fb272eb-0bb3-490a-aabb-8758017c9424 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Network 0bd65f0e-472c-4905-913d-3224424e7dac is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:39:57.142930 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-5fb272eb-0bb3-490a-aabb-8758017c9424 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:39:57.145615 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-5fb272eb-0bb3-490a-aabb-8758017c9424 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:39:57.150344 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb272eb-0bb3-490a-aabb-8758017c9424 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'Port': ['ID=e15bc07d-1abd-455e-907e-fa844fbf01ce,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:57.199351 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-5fb272eb-0bb3-490a-aabb-8758017c9424 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:57.199985 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-5fb272eb-0bb3-490a-aabb-8758017c9424 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:57.219941 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-5fb272eb-0bb3-490a-aabb-8758017c9424 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7606974 Jul 25 05:39:57.261070 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Request body: {'port': {'device_id': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:39:57.327100 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:57.379726 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-94c9a737-a3f2-4049-9f5f-15c4817fcb23 None None] Provisioning complete for port e15bc07d-1abd-455e-907e-fa844fbf01ce triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:39:57.380247 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-94c9a737-a3f2-4049-9f5f-15c4817fcb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:57.414618 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-94c9a737-a3f2-4049-9f5f-15c4817fcb23 None None] Port e15bc07d-1abd-455e-907e-fa844fbf01ce cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:39:57.591065 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15bc07d-1abd-455e-907e-fa844fbf01ce {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:39:57.599749 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Publish callbacks [] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:57.615595 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Transition to ACTIVE for port object e15bc07d-1abd-455e-907e-fa844fbf01ce will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:39:57.622297 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:57.736669 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Pushing event updated for resources: {'Port': ['ID=e15bc07d-1abd-455e-907e-fa844fbf01ce,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:57.805069 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Attempting to bind port e15bc07d-1abd-455e-907e-fa844fbf01ce on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:39:57.805069 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Attempting to bind port e15bc07d-1abd-455e-907e-fa844fbf01ce by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:39:57.805069 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Attempting to bind port e15bc07d-1abd-455e-907e-fa844fbf01ce on network 0bd65f0e-472c-4905-913d-3224424e7dac {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:57.821773 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Port e15bc07d-1abd-455e-907e-fa844fbf01ce on network 0bd65f0e-472c-4905-913d-3224424e7dac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:39:57.821773 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Attempting to bind port e15bc07d-1abd-455e-907e-fa844fbf01ce on network 0bd65f0e-472c-4905-913d-3224424e7dac {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:39:57.826790 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:57.831728 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:39:57.831728 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Checking segment: {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:39:57.831728 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Bound using segment: {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:39:57.831728 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Bound port: e15bc07d-1abd-455e-907e-fa844fbf01ce, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:39:57.831728 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:57.984764 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eb38d-94c6-428b-957f-f0bcbb2e81cc req-690570da-9baa-440b-9f3f-f54ef3fef46f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:57.986923 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-992eb38d-94c6-428b-957f-f0bcbb2e81cc req-690570da-9baa-440b-9f3f-f54ef3fef46f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0741301 Jul 25 05:39:58.016401 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] For port e15bc07d-1abd-455e-907e-fa844fbf01ce, host hv-cinder-85083, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:39:58.052686 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] For port e15bc07d-1abd-455e-907e-fa844fbf01ce, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=e15bc07d-1abd-455e-907e-fa844fbf01ce,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:39:58.086496 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:58.123464 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-992eb38d-94c6-428b-957f-f0bcbb2e81cc req-fd41137d-139a-461f-925d-41d65a180662 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256344 Jul 25 05:39:58.134189 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:58.134818 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:39:58.136451 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] 10.222.0.43 "PUT /v2.0/ports/e15bc07d-1abd-455e-907e-fa844fbf01ce HTTP/1.1" status: 200 len: 1094 time: 0.8804131 Jul 25 05:39:58.136914 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'tag': 'e15bc07d-1abd-455e-907e-fa844fbf01ce'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:39:58.148670 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc704d8-0197-4afe-8c3f-139ddc2f7a44" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fa910c-7604-4aa9-82ff-477d62f57f54", "tag": "e15bc07d-1abd-455e-907e-fa844fbf01ce"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:39:58.163521 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0b8d4-ba8e-4820-a628-619b7357ce3a service neutron] Pushing event updated for resources: {'Port': ['ID=e15bc07d-1abd-455e-907e-fa844fbf01ce,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:39:58.200507 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e0b219-4185-4f3b-bbd0-bb595351e4d2 x-openstack-request-id: req-a6e0b219-4185-4f3b-bbd0-bb595351e4d2 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:39:58.200507 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fa910c-7604-4aa9-82ff-477d62f57f54", "tag": "e15bc07d-1abd-455e-907e-fa844fbf01ce", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:39:58.200507 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a6e0b219-4185-4f3b-bbd0-bb595351e4d2 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:39:58.200507 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e0b219-4185-4f3b-bbd0-bb595351e4d2'] response: {'name': 'network-changed', 'server_uuid': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'tag': 'e15bc07d-1abd-455e-907e-fa844fbf01ce', 'status': 'completed', 'code': 200} Jul 25 05:39:58.303139 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:39:58.314914 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc704d8-0197-4afe-8c3f-139ddc2f7a44 req-10c4928d-e820-45ec-802f-404231873df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:58.316819 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4fc704d8-0197-4afe-8c3f-139ddc2f7a44 req-10c4928d-e820-45ec-802f-404231873df8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 1128 time: 0.0500295 Jul 25 05:39:58.529711 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc704d8-0197-4afe-8c3f-139ddc2f7a44 req-eeacbe11-99b1-4fcf-a056-e8e3552e2bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:58.531264 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4fc704d8-0197-4afe-8c3f-139ddc2f7a44 req-eeacbe11-99b1-4fcf-a056-e8e3552e2bee service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ee638472255a48d2bdffa17a4ff22339&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1950281 Jul 25 05:39:58.697911 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc704d8-0197-4afe-8c3f-139ddc2f7a44 req-207dcb6e-1881-4c3f-bec8-582fac3b9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:58.699409 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4fc704d8-0197-4afe-8c3f-139ddc2f7a44 req-207dcb6e-1881-4c3f-bec8-582fac3b9826 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1606503 Jul 25 05:39:58.826862 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-79a823c5-4e58-4013-a7fb-c09ea38a4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:58.828891 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-79a823c5-4e58-4013-a7fb-c09ea38a4b74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 1128 time: 0.0460503 Jul 25 05:39:58.876434 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-270ca630-17c3-44d3-8722-88fbe4a7d79c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e15bc07d-1abd-455e-907e-fa844fbf01ce HTTP/1.1" status: 200 len: 217 time: 0.0339894 Jul 25 05:39:58.924941 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-bdf14714-554d-47b4-9bd1-2c0eee84c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:58.926398 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-bdf14714-554d-47b4-9bd1-2c0eee84c51f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2adb0773-3023-49e6-8611-e1d6ff14cd2e HTTP/1.1" status: 200 len: 851 time: 0.0437448 Jul 25 05:39:59.004286 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-c7a4de4a-d818-41c1-9ad7-ba8e5c655b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:59.005923 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-c7a4de4a-d818-41c1-9ad7-ba8e5c655b51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bd65f0e-472c-4905-913d-3224424e7dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622544 Jul 25 05:39:59.039847 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 47b28122-7b78-431e-9225-a7c8db3ed804 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:39:59.066226 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 47b28122-7b78-431e-9225-a7c8db3ed804 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:39:59.066734 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 47b28122-7b78-431e-9225-a7c8db3ed804 not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:39:59.104480 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-37534942-2912-4ba4-9085-50ba8ddfd6dc service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922930 Jul 25 05:39:59.229124 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d19bca46-a6ed-4571-97e9-6c2a27fd3bfc req-baac8468-bb9a-40cb-a493-befa470530fe service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113195 Jul 25 05:39:59.263768 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebffee5-ff72-4f5f-89e2-acb9295cc0e3 req-c346ff1b-8a3e-4386-b39c-8e8ba10ed461 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:39:59.265354 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aebffee5-ff72-4f5f-89e2-acb9295cc0e3 req-c346ff1b-8a3e-4386-b39c-8e8ba10ed461 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0554757 Jul 25 05:39:59.326976 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aebffee5-ff72-4f5f-89e2-acb9295cc0e3 req-b296fbfc-cfed-4112-812f-1bd770c0b85e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487711 Jul 25 05:40:00.448948 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767c571-2a72-474e-88b8-aba8e14d3db3 req-bd2f7dba-8e66-4984-a93f-2a3217039168 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:00.450563 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0767c571-2a72-474e-88b8-aba8e14d3db3 req-bd2f7dba-8e66-4984-a93f-2a3217039168 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0475028 Jul 25 05:40:00.514204 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:00.518281 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0767c571-2a72-474e-88b8-aba8e14d3db3 req-b673ad36-979f-46ed-ad8e-5c282bf579ea tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610912 Jul 25 05:40:01.654859 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121d653-091f-4df8-ac63-3cbe8f3fa879 req-0a44fff2-c0f7-46c9-9905-31ef1e78849a tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:01.656389 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b121d653-091f-4df8-ac63-3cbe8f3fa879 req-0a44fff2-c0f7-46c9-9905-31ef1e78849a tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0532203 Jul 25 05:40:01.710921 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b121d653-091f-4df8-ac63-3cbe8f3fa879 req-603f0e4c-7b90-4733-8de1-ea48801a3096 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487874 Jul 25 05:40:02.117027 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 37106) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:40:02.252316 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-8a0d5952-79c7-4541-9321-f139849a1d35 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5d8e26c74f99499fb3890a0613364236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341403 Jul 25 05:40:02.254801 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 37110) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:40:02.302876 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e035a1b-6750-4934-ae9e-772791ebb949 admin admin] Publish callbacks [] for security_group (50187c97-096a-4ea9-b398-10325e921194), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:02.325577 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e035a1b-6750-4934-ae9e-772791ebb949 admin admin] Publish callbacks [] for security_group (50187c97-096a-4ea9-b398-10325e921194), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:02.345552 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:02.377018 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e035a1b-6750-4934-ae9e-772791ebb949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (50187c97-096a-4ea9-b398-10325e921194), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:02.379442 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e035a1b-6750-4934-ae9e-772791ebb949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:02.380576 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-5e035a1b-6750-4934-ae9e-772791ebb949 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/50187c97-096a-4ea9-b398-10325e921194 HTTP/1.1" status: 204 len: 168 time: 0.1248987 Jul 25 05:40:02.389670 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e035a1b-6750-4934-ae9e-772791ebb949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50187c97-096a-4ea9-b398-10325e921194,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:40:02.832544 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80218b4d-f9a7-4bbe-bbfb-4bd677a8e655 req-ee32cf1c-bd16-4dea-b34c-06bb4f77ec6e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:02.834091 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-80218b4d-f9a7-4bbe-bbfb-4bd677a8e655 req-ee32cf1c-bd16-4dea-b34c-06bb4f77ec6e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0532970 Jul 25 05:40:02.886018 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-80218b4d-f9a7-4bbe-bbfb-4bd677a8e655 req-eecaf140-979b-47e3-8b76-09e2f3589886 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451205 Jul 25 05:40:04.001707 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe152e-9dd0-4e9b-a8d0-e4f0827f87f0 req-12a30e51-9845-492d-9636-aeaaa67999e4 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:04.003170 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8cfe152e-9dd0-4e9b-a8d0-e4f0827f87f0 req-12a30e51-9845-492d-9636-aeaaa67999e4 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0468099 Jul 25 05:40:04.023956 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:04.032044 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:04.053087 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8cfe152e-9dd0-4e9b-a8d0-e4f0827f87f0 req-c4658b56-ec35-454f-8f85-1636cf660085 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436344 Jul 25 05:40:05.174939 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d868ed7-7ea3-4b00-a73b-2d7c6c7e7704 req-2345ce9d-b7e1-43df-9cfd-66f1be6c4eed tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:05.176403 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4d868ed7-7ea3-4b00-a73b-2d7c6c7e7704 req-2345ce9d-b7e1-43df-9cfd-66f1be6c4eed tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0497310 Jul 25 05:40:05.225035 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4d868ed7-7ea3-4b00-a73b-2d7c6c7e7704 req-148c930d-eea5-4c25-a175-835efeab2492 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425889 Jul 25 05:40:06.338285 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138e783-a530-4f0a-b346-f128ce1b07cb req-d2b3c449-ff34-42d2-bad0-a12e73c6709c tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:06.339719 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d138e783-a530-4f0a-b346-f128ce1b07cb req-d2b3c449-ff34-42d2-bad0-a12e73c6709c tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0464768 Jul 25 05:40:06.388522 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d138e783-a530-4f0a-b346-f128ce1b07cb req-e3288c36-7aae-461e-af0f-044cd60a4f71 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 Jul 25 05:40:06.957037 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:06.957878 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=61,neutron:DELETE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:07.503890 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14556f34-fca7-47d8-899a-36bd21d70e74 req-4f48a173-fe64-4869-b6c0-4083060dd851 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:07.505632 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-14556f34-fca7-47d8-899a-36bd21d70e74 req-4f48a173-fe64-4869-b6c0-4083060dd851 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0504429 Jul 25 05:40:07.553382 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-14556f34-fca7-47d8-899a-36bd21d70e74 req-04865825-f7e0-42ee-81ec-84c68e394186 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415859 Jul 25 05:40:08.667236 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50129f60-b8b1-4726-8a99-fa4a56a3b551 req-4a72cea9-4c4e-4e83-bf03-0160890b04b1 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:08.668728 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-50129f60-b8b1-4726-8a99-fa4a56a3b551 req-4a72cea9-4c4e-4e83-bf03-0160890b04b1 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0481451 Jul 25 05:40:08.717753 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-50129f60-b8b1-4726-8a99-fa4a56a3b551 req-0e3f0c65-2b72-47fc-ac61-2d9588063706 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433862 Jul 25 05:40:09.303696 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f363d492-3642-406b-8add-753f61f27333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:09.831754 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eb810-e030-4128-b384-4310d9568c1f req-0645eab1-23e9-412c-afaa-f7608036635b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:09.833469 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-324eb810-e030-4128-b384-4310d9568c1f req-0645eab1-23e9-412c-afaa-f7608036635b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0472338 Jul 25 05:40:09.859849 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:09.889969 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-324eb810-e030-4128-b384-4310d9568c1f req-8f2bc729-bfe9-4010-b6eb-a06ab52f0aa4 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502830 Jul 25 05:40:11.004870 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27285f29-4218-412d-8b72-4ccc5bbc422a req-7a1ead7e-a289-4dc5-b2c3-9e20ff711b66 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:11.006360 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-27285f29-4218-412d-8b72-4ccc5bbc422a req-7a1ead7e-a289-4dc5-b2c3-9e20ff711b66 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0480819 Jul 25 05:40:11.055150 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-27285f29-4218-412d-8b72-4ccc5bbc422a req-7fa734d9-1a3a-478f-a4d6-e937bd39a2d0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431952 Jul 25 05:40:11.166779 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:11.690989 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-981381d9-8538-48d4-8b54-a71af8f87af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:12.166302 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1096-ca90-498d-97e4-a704a7ba3939 req-18c0ac6c-d5be-4e6d-8b73-e3e10c735d4f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:12.167786 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e82e1096-ca90-498d-97e4-a704a7ba3939 req-18c0ac6c-d5be-4e6d-8b73-e3e10c735d4f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0475328 Jul 25 05:40:12.216192 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e82e1096-ca90-498d-97e4-a704a7ba3939 req-d1d62fb5-66b7-4e84-9094-97e155fdb100 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Jul 25 05:40:12.555295 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:13.332185 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52391956-413a-44bc-a9d5-966ae92f5e2c req-605d8745-3c4a-4e7b-9507-8bad4bae4a2d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:13.333591 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-52391956-413a-44bc-a9d5-966ae92f5e2c req-605d8745-3c4a-4e7b-9507-8bad4bae4a2d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0504768 Jul 25 05:40:13.381471 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-52391956-413a-44bc-a9d5-966ae92f5e2c req-a812db00-d84d-4bc4-a56f-0abba1f1ac94 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 Jul 25 05:40:14.136560 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:14.493729 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69304cbc-b51d-481b-9003-14879bea6abb req-f3fbed18-3edd-409c-afcc-1a11bf17a141 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:14.495192 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-69304cbc-b51d-481b-9003-14879bea6abb req-f3fbed18-3edd-409c-afcc-1a11bf17a141 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0469792 Jul 25 05:40:14.544249 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-69304cbc-b51d-481b-9003-14879bea6abb req-e80f38f0-f494-4af4-b6b8-4ad63ef78523 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435901 Jul 25 05:40:14.682898 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:14.925824 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:40:15.655443 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5e280-0e7c-4d19-a341-ed218698110b req-01c377ea-3a25-43a0-b663-66961fc0e39e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:15.656967 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49b5e280-0e7c-4d19-a341-ed218698110b req-01c377ea-3a25-43a0-b663-66961fc0e39e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 944 time: 0.0466743 Jul 25 05:40:15.692475 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:15.710186 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49b5e280-0e7c-4d19-a341-ed218698110b req-4d8d8f79-5983-4a80-bab1-effde12c0a6b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478306 Jul 25 05:40:16.395984 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device e15bc07d-1abd-455e-907e-fa844fbf01ce details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:40:16.498788 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port e15bc07d-1abd-455e-907e-fa844fbf01ce, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=e15bc07d-1abd-455e-907e-fa844fbf01ce,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:40:16.510441 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': 'e15bc07d-1abd-455e-907e-fa844fbf01ce', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'port_id': 'e15bc07d-1abd-455e-907e-fa844fbf01ce', 'mac_address': 'fa:16:3e:b3:59:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:40:16.545343 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port e15bc07d-1abd-455e-907e-fa844fbf01ce is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:40:16.545730 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:16.558107 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15bc07d-1abd-455e-907e-fa844fbf01ce {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:40:16.577335 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port e15bc07d-1abd-455e-907e-fa844fbf01ce, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=e15bc07d-1abd-455e-907e-fa844fbf01ce,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:40:16.581320 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:16.627590 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=e15bc07d-1abd-455e-907e-fa844fbf01ce,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:40:16.824891 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ea904-cf38-4ca4-b4a5-610b724a18a7 req-24d9eae1-57eb-42eb-be7b-1125a149abb7 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:16.826365 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cf7ea904-cf38-4ca4-b4a5-610b724a18a7 req-24d9eae1-57eb-42eb-be7b-1125a149abb7 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 945 time: 0.0499260 Jul 25 05:40:16.877560 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cf7ea904-cf38-4ca4-b4a5-610b724a18a7 req-d7a9d099-6011-4716-849a-0aeab141ca4b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451286 Jul 25 05:40:17.128231 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['e15bc07d-1abd-455e-907e-fa844fbf01ce'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:40:17.360328 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:17.364639 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:17.395234 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49a8331c-131f-4562-9f07-8388cc1aecf6 req-7e6a0da6-51ba-4442-8f8f-ee6e44eb9578 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565295 Jul 25 05:40:17.993255 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809960-e7f2-4dc8-913a-3486a3316361 req-9a590eb1-86bd-4aa7-adcb-53bdcde7a287 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:17.994621 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f4809960-e7f2-4dc8-913a-3486a3316361 req-9a590eb1-86bd-4aa7-adcb-53bdcde7a287 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 945 time: 0.0504503 Jul 25 05:40:18.044108 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f4809960-e7f2-4dc8-913a-3486a3316361 req-42184ac4-49fc-4618-a03f-a45ea9c5a1ec tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 Jul 25 05:40:19.155969 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925c9eb-0eef-4b20-9a1c-c41492b6d043 req-5feea157-474b-4312-b3b2-3e236604b11c tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:19.157480 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3925c9eb-0eef-4b20-9a1c-c41492b6d043 req-5feea157-474b-4312-b3b2-3e236604b11c tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 945 time: 0.0477829 Jul 25 05:40:19.207076 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3925c9eb-0eef-4b20-9a1c-c41492b6d043 req-4b44c2a9-9bbf-4c90-be15-f199e06bc251 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441661 Jul 25 05:40:20.317959 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86bc3c-fb66-4fd0-aa0a-43ce9263dcb9 req-32a87290-784f-4e9f-a0cb-3499121dcade tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:20.319423 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7e86bc3c-fb66-4fd0-aa0a-43ce9263dcb9 req-32a87290-784f-4e9f-a0cb-3499121dcade tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 945 time: 0.0478065 Jul 25 05:40:20.371396 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7e86bc3c-fb66-4fd0-aa0a-43ce9263dcb9 req-9388687b-0bb2-46c0-b633-c25063c1efb9 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458860 Jul 25 05:40:20.769808 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8331c-131f-4562-9f07-8388cc1aecf6 req-fcefa873-3530-4c46-9771-fb766a25ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:20.771472 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49a8331c-131f-4562-9f07-8388cc1aecf6 req-fcefa873-3530-4c46-9771-fb766a25ff65 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 1130 time: 0.0450909 Jul 25 05:40:20.829882 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:20.897436 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8331c-131f-4562-9f07-8388cc1aecf6 req-cc83be98-8ad8-46e5-b480-8a70a350d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:20.898439 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49a8331c-131f-4562-9f07-8388cc1aecf6 req-cc83be98-8ad8-46e5-b480-8a70a350d912 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 915 time: 0.0887246 Jul 25 05:40:20.965733 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49a8331c-131f-4562-9f07-8388cc1aecf6 req-eeb81c4e-4d2c-4d33-bd1b-f28c5509796a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96397b18-73bc-4e7f-abf2-2e7a32610b85 HTTP/1.1" status: 200 len: 1001 time: 0.0593295 Jul 25 05:40:21.015588 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8331c-131f-4562-9f07-8388cc1aecf6 req-7536f0e2-7f60-4541-bd17-ae7fd6bcec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:21.016934 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49a8331c-131f-4562-9f07-8388cc1aecf6 req-7536f0e2-7f60-4541-bd17-ae7fd6bcec89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6b699d7-df42-453b-8891-f9d892555252 HTTP/1.1" status: 200 len: 853 time: 0.0443778 Jul 25 05:40:21.063899 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8331c-131f-4562-9f07-8388cc1aecf6 req-a33b71cf-de19-48de-a284-7e288119bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:21.065407 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49a8331c-131f-4562-9f07-8388cc1aecf6 req-a33b71cf-de19-48de-a284-7e288119bf2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387127 Jul 25 05:40:21.174338 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49a8331c-131f-4562-9f07-8388cc1aecf6 req-ec21fe83-1b97-4c75-99a9-494fea5d6b41 service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960205 Jul 25 05:40:21.268638 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49a8331c-131f-4562-9f07-8388cc1aecf6 req-9d18a4a0-1524-4089-bbab-2cddc88f1599 service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828118 Jul 25 05:40:21.443316 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device e15bc07d-1abd-455e-907e-fa844fbf01ce up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:40:21.510750 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port e15bc07d-1abd-455e-907e-fa844fbf01ce completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:40:21.530113 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port e15bc07d-1abd-455e-907e-fa844fbf01ce triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:40:21.530692 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:21.544315 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7176a-1e25-4ca4-be84-09cbc3aa1d12 req-b05f0c48-a520-4a04-a204-88f76db3698f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:21.545906 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-26e7176a-1e25-4ca4-be84-09cbc3aa1d12 req-b05f0c48-a520-4a04-a204-88f76db3698f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 945 time: 0.1040874 Jul 25 05:40:21.636490 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port e15bc07d-1abd-455e-907e-fa844fbf01ce is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:40:21.636975 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:21.637231 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-26e7176a-1e25-4ca4-be84-09cbc3aa1d12 req-d13da183-3ff9-4ace-b36a-41941356af75 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797303 Jul 25 05:40:21.674230 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15bc07d-1abd-455e-907e-fa844fbf01ce'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:40:21.676681 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4267cbcc-1351-44b0-b89a-5ca7f2bbfa0a" -d '{"events": [{"server_uuid": "f6fa910c-7604-4aa9-82ff-477d62f57f54", "name": "network-vif-plugged", "status": "completed", "tag": "e15bc07d-1abd-455e-907e-fa844fbf01ce"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:40:21.694972 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port e15bc07d-1abd-455e-907e-fa844fbf01ce, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=e15bc07d-1abd-455e-907e-fa844fbf01ce,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:40:21.700456 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:21.729109 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0010d73e-c5ab-4d01-9bd9-fb97840e18f2 x-openstack-request-id: req-0010d73e-c5ab-4d01-9bd9-fb97840e18f2 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:40:21.729269 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fa910c-7604-4aa9-82ff-477d62f57f54", "name": "network-vif-plugged", "status": "completed", "tag": "e15bc07d-1abd-455e-907e-fa844fbf01ce", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:40:21.729449 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0010d73e-c5ab-4d01-9bd9-fb97840e18f2 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:40:21.729840 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0010d73e-c5ab-4d01-9bd9-fb97840e18f2'] response: {'server_uuid': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15bc07d-1abd-455e-907e-fa844fbf01ce', 'code': 200} Jul 25 05:40:21.764296 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=e15bc07d-1abd-455e-907e-fa844fbf01ce,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:40:21.829594 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab83de-f88c-48a2-b43f-eb34ad1df9e9 req-e940ffa9-ec7b-45f1-a801-276e3c5488cb tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:21.831114 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-66ab83de-f88c-48a2-b43f-eb34ad1df9e9 req-e940ffa9-ec7b-45f1-a801-276e3c5488cb tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0470474 Jul 25 05:40:21.850897 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:21.888873 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-66ab83de-f88c-48a2-b43f-eb34ad1df9e9 req-e574a65c-e2e6-4419-962e-be7f0b3cc07e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512910 Jul 25 05:40:22.463119 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068de317-354f-4588-bc00-845a9c70e9fe req-c00ac824-96fd-4b13-b030-bab7fe037a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:22.464731 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-068de317-354f-4588-bc00-845a9c70e9fe req-c00ac824-96fd-4b13-b030-bab7fe037a8a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 1130 time: 0.0422015 Jul 25 05:40:22.781887 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de3cbc-f58e-44b3-9a84-e83b72837697 req-7e6fe4e2-f9a6-4dd2-a21d-d978d4369c3a tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:22.783343 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-54de3cbc-f58e-44b3-9a84-e83b72837697 req-7e6fe4e2-f9a6-4dd2-a21d-d978d4369c3a tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 946 time: 0.0646303 Jul 25 05:40:22.785999 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-068de317-354f-4588-bc00-845a9c70e9fe req-1e9b1ac0-99ca-400b-920f-547ca8876c31 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146653 Jul 25 05:40:22.831763 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-54de3cbc-f58e-44b3-9a84-e83b72837697 req-0ad6d979-54bc-4710-befc-7514b67cf7d0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429664 Jul 25 05:40:23.009164 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d6685-bb88-4996-83dd-91910d74ab58 req-5fdc963d-df43-4828-ae70-420d46045f3b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:23.010617 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-272d6685-bb88-4996-83dd-91910d74ab58 req-5fdc963d-df43-4828-ae70-420d46045f3b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0490584 Jul 25 05:40:23.057586 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-272d6685-bb88-4996-83dd-91910d74ab58 req-6500bf7f-40b8-47d4-8ba3-264e07e43b85 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414269 Jul 25 05:40:23.947549 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3225eb-4e18-414b-9d14-c32aec089a48 req-a4f4fa43-2b5c-481a-b490-8510cea01347 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:23.949026 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ed3225eb-4e18-414b-9d14-c32aec089a48 req-a4f4fa43-2b5c-481a-b490-8510cea01347 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 946 time: 0.0468926 Jul 25 05:40:23.998505 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ed3225eb-4e18-414b-9d14-c32aec089a48 req-3450b98a-a9a9-42b7-99c8-cc92c0e083ec tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439193 Jul 25 05:40:24.184308 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c6038-1e6e-4007-9996-ffe8d1b13ac0 req-03f4d830-3352-4adb-9e39-3c5a37ff0ea5 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:24.185879 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-885c6038-1e6e-4007-9996-ffe8d1b13ac0 req-03f4d830-3352-4adb-9e39-3c5a37ff0ea5 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0544655 Jul 25 05:40:24.215587 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:24.242826 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-885c6038-1e6e-4007-9996-ffe8d1b13ac0 req-08443eb3-4174-4a7d-b437-07395d44a709 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515161 Jul 25 05:40:24.921953 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:25.115861 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b487ca2-bc31-4d25-9f5a-fa38efa8cb33 req-4ec7595c-e54e-4afd-8539-7219c69dd0f9 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:25.117293 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7b487ca2-bc31-4d25-9f5a-fa38efa8cb33 req-4ec7595c-e54e-4afd-8539-7219c69dd0f9 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 946 time: 0.0479143 Jul 25 05:40:25.170767 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7b487ca2-bc31-4d25-9f5a-fa38efa8cb33 req-48370156-3d43-42ef-a05c-44645cf1b4dd tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478356 Jul 25 05:40:25.289017 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dc34b-cd3b-444b-aafc-e5c6aa5b2c97 req-9d3383fe-52e7-4566-b5ab-297df8fa3167 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:25.291406 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-983dc34b-cd3b-444b-aafc-e5c6aa5b2c97 req-9d3383fe-52e7-4566-b5ab-297df8fa3167 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 946 time: 0.0507953 Jul 25 05:40:25.373978 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-983dc34b-cd3b-444b-aafc-e5c6aa5b2c97 req-1e86dbaf-1ce1-42ce-a2ba-4bb241226880 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768998 Jul 25 05:40:25.385253 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff65b7e-b35f-48df-a1dc-5f68fc5d69ae req-46212832-4f81-4aa5-be31-1261f452ad67 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:25.386724 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3ff65b7e-b35f-48df-a1dc-5f68fc5d69ae req-46212832-4f81-4aa5-be31-1261f452ad67 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0689998 Jul 25 05:40:25.396527 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 37412) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:40:25.435312 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3ff65b7e-b35f-48df-a1dc-5f68fc5d69ae req-a11e8835-a843-4d4c-b320-fd2b0cd5fc8c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431268 Jul 25 05:40:25.591861 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d3e01-5811-4543-9507-4ee080887904 tempest-TestVolumeBootPattern-1489602325 tempest-TestVolumeBootPattern-1489602325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:25.593405 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-949d3e01-5811-4543-9507-4ee080887904 tempest-TestVolumeBootPattern-1489602325 tempest-TestVolumeBootPattern-1489602325-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 1125 time: 0.1959500 Jul 25 05:40:25.596382 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 37422) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:40:25.602182 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Request body: {'floatingip': {'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'port_id': 'e15bc07d-1abd-455e-907e-fa844fbf01ce', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:40:25.623250 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:25.706965 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:25.815275 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Allocated IP 172.27.3.177 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/d0350b39-1b24-4613-936b-9b6e47aebdf8) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:40:25.917141 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for port (d0350b39-1b24-4613-936b-9b6e47aebdf8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:25.949103 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (d0350b39-1b24-4613-936b-9b6e47aebdf8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:26.202143 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:40:26.207237 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:40:26.209480 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'Port': ['ID=d0350b39-1b24-4613-936b-9b6e47aebdf8,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:40:26.212419 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:40:26.236387 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.236738 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.237102 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.237440 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.237773 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.238104 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.238430 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.238755 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.239082 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.239408 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.239734 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.240058 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.240380 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.240702 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.241045 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:26.521970 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:26.553118 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e28e00-ab90-4edb-a376-156c3a6e621f req-5c70e28f-50ee-4795-ada8-1c2d89fa23dc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:26.554619 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c6e28e00-ab90-4edb-a376-156c3a6e621f req-5c70e28f-50ee-4795-ada8-1c2d89fa23dc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0487285 Jul 25 05:40:26.578968 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for floatingip (bdd012f9-9639-4d53-842b-e931668cafe1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:26.604903 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:26.610466 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c6e28e00-ab90-4edb-a376-156c3a6e621f req-d76ec9b9-34cc-453f-ac98-e5b7955fee3b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501466 Jul 25 05:40:26.651643 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (d0350b39-1b24-4613-936b-9b6e47aebdf8), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:26.803030 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for port (d0350b39-1b24-4613-936b-9b6e47aebdf8), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:26.809513 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (d0350b39-1b24-4613-936b-9b6e47aebdf8), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:26.885947 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'Port': ['ID=d0350b39-1b24-4613-936b-9b6e47aebdf8,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:40:26.900071 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (bdd012f9-9639-4d53-842b-e931668cafe1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:26.913219 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 37434) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:40:27.004794 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Floating IP bdd012f9-9639-4d53-842b-e931668cafe1 associated. External IP: 172.27.3.177, port: e15bc07d-1abd-455e-907e-fa844fbf01ce. Jul 25 05:40:27.026800 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:27.077685 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:27.109222 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Publish callbacks [] for security_group (93ed0acf-8b0f-4f87-8657-b7f86fb2fbfa), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:27.113297 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (93ed0acf-8b0f-4f87-8657-b7f86fb2fbfa), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:27.157312 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ed0acf-8b0f-4f87-8657-b7f86fb2fbfa,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:40:27.162823 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e919d8a898674f11ac789bfd48f0a3ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485163 Jul 25 05:40:27.167272 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 37438) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:40:27.175361 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.175748 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.176098 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.176441 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.176819 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.177155 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.177476 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.177810 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.178138 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.178481 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.178818 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.179139 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.179467 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.179795 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.180115 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c86d4d-89fd-4ad8-b707-e7c57383974f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:40:27.217563 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Router 69d34c74-32ce-4361-8495-19839f55ab35 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:40:27.231604 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a404bb88-a3cd-4f51-a245-c8309f57e5b6 admin admin] Publish callbacks [] for security_group (93ed0acf-8b0f-4f87-8657-b7f86fb2fbfa), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:27.254403 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a404bb88-a3cd-4f51-a245-c8309f57e5b6 admin admin] Publish callbacks [] for security_group (93ed0acf-8b0f-4f87-8657-b7f86fb2fbfa), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:27.305831 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a404bb88-a3cd-4f51-a245-c8309f57e5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (93ed0acf-8b0f-4f87-8657-b7f86fb2fbfa), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:27.308490 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a404bb88-a3cd-4f51-a245-c8309f57e5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:27.309657 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a404bb88-a3cd-4f51-a245-c8309f57e5b6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/93ed0acf-8b0f-4f87-8657-b7f86fb2fbfa HTTP/1.1" status: 204 len: 168 time: 0.1414814 Jul 25 05:40:27.317466 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404bb88-a3cd-4f51-a245-c8309f57e5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ed0acf-8b0f-4f87-8657-b7f86fb2fbfa,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:40:27.329198 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:40:27.345082 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a66d7f-823c-481e-a484-558a631e5ea8 None None] Sync routers for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:40:27.350690 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:27.360753 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a66d7f-823c-481e-a484-558a631e5ea8 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:40:27.361857 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-96a66d7f-823c-481e-a484-558a631e5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:40:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:40:27.386385 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c056d56b-f26a-4acb-a095-4ad66b25815e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7875245 Jul 25 05:40:27.387543 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'tag': 'e15bc07d-1abd-455e-907e-fa844fbf01ce'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:40:27.390651 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c23f4b-da66-4cb5-9874-f8fb85ae935c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fa910c-7604-4aa9-82ff-477d62f57f54", "tag": "e15bc07d-1abd-455e-907e-fa844fbf01ce"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:40:27.431465 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4e7417-4111-4374-8137-7f2906ffecc7 x-openstack-request-id: req-dc4e7417-4111-4374-8137-7f2906ffecc7 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:40:27.431754 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fa910c-7604-4aa9-82ff-477d62f57f54", "tag": "e15bc07d-1abd-455e-907e-fa844fbf01ce", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:40:27.432055 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dc4e7417-4111-4374-8137-7f2906ffecc7 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:40:27.432393 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4e7417-4111-4374-8137-7f2906ffecc7'] response: {'name': 'network-changed', 'server_uuid': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'tag': 'e15bc07d-1abd-455e-907e-fa844fbf01ce', 'status': 'completed', 'code': 200} Jul 25 05:40:27.531432 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c23f4b-da66-4cb5-9874-f8fb85ae935c req-e1b2ac7c-16a1-48b4-95e0-3f76cb3c90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:27.532979 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-47c23f4b-da66-4cb5-9874-f8fb85ae935c req-e1b2ac7c-16a1-48b4-95e0-3f76cb3c90e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 1130 time: 0.0502841 Jul 25 05:40:27.613339 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-96a66d7f-823c-481e-a484-558a631e5ea8 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:40:27.637939 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c23f4b-da66-4cb5-9874-f8fb85ae935c req-462eb18f-b6e5-46d2-ad5e-4339d8f42a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:27.640218 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-47c23f4b-da66-4cb5-9874-f8fb85ae935c req-462eb18f-b6e5-46d2-ad5e-4339d8f42a6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 913 time: 0.0983229 Jul 25 05:40:27.693584 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:27.758983 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-47c23f4b-da66-4cb5-9874-f8fb85ae935c req-f41231c5-c3be-4640-b514-a99e421381c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e15bc07d-1abd-455e-907e-fa844fbf01ce HTTP/1.1" status: 200 len: 1000 time: 0.1118288 Jul 25 05:40:27.765179 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13e05c-eaf6-4617-ba09-9395762b4f31 req-57999b33-f9a8-426f-a438-842cae73010e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:27.766607 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ca13e05c-eaf6-4617-ba09-9395762b4f31 req-57999b33-f9a8-426f-a438-842cae73010e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0716801 Jul 25 05:40:27.838476 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c23f4b-da66-4cb5-9874-f8fb85ae935c req-59925504-0d1b-4039-aae0-39102e8fcd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:27.840111 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-47c23f4b-da66-4cb5-9874-f8fb85ae935c req-59925504-0d1b-4039-aae0-39102e8fcd12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2adb0773-3023-49e6-8611-e1d6ff14cd2e HTTP/1.1" status: 200 len: 851 time: 0.0726643 Jul 25 05:40:27.860179 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-96a66d7f-823c-481e-a484-558a631e5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'bdd012f9-9639-4d53-842b-e931668cafe1', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': 'e15bc07d-1abd-455e-907e-fa844fbf01ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:b3:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:40:26Z', 'updated_at': '2022-07-25T05:40:26Z', 'revision_number': 0, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:40:27.887358 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a66d7f-823c-481e-a484-558a631e5ea8 None None] Checking router: 69d34c74-32ce-4361-8495-19839f55ab35 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:40:27.895947 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a66d7f-823c-481e-a484-558a631e5ea8 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:40:27.896768 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-96a66d7f-823c-481e-a484-558a631e5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:40:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:40:27.910862 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ca13e05c-eaf6-4617-ba09-9395762b4f31 req-930fa92d-e373-4651-8ae3-487b01b746b7 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072824 Jul 25 05:40:27.914159 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c23f4b-da66-4cb5-9874-f8fb85ae935c req-4ae0b5c5-7da4-4369-8111-73395c84c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:27.916230 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-47c23f4b-da66-4cb5-9874-f8fb85ae935c req-4ae0b5c5-7da4-4369-8111-73395c84c301 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bd65f0e-472c-4905-913d-3224424e7dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671782 Jul 25 05:40:28.004707 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-96a66d7f-823c-481e-a484-558a631e5ea8 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:40:28.019545 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-47c23f4b-da66-4cb5-9874-f8fb85ae935c req-bbd45867-c5b1-48a0-aeb6-bf23b4e78235 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964572 Jul 25 05:40:28.046261 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:28.126805 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-47c23f4b-da66-4cb5-9874-f8fb85ae935c req-cfe1994d-2459-4254-a8fa-9365d9f535f4 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006162 Jul 25 05:40:28.155590 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:28.227488 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-96a66d7f-823c-481e-a484-558a631e5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'bdd012f9-9639-4d53-842b-e931668cafe1', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': 'e15bc07d-1abd-455e-907e-fa844fbf01ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:b3:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:40:26Z', 'updated_at': '2022-07-25T05:40:26Z', 'revision_number': 0, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:40:28.261465 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a66d7f-823c-481e-a484-558a631e5ea8 None None] The sync data for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi is: [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'bdd012f9-9639-4d53-842b-e931668cafe1', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': 'e15bc07d-1abd-455e-907e-fa844fbf01ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:b3:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:40:26Z', 'updated_at': '2022-07-25T05:40:26Z', 'revision_number': 0, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:40:28.454832 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d09108-6c3d-4068-99d9-c511e3ef39cb None None] New status for floating IP bdd012f9-9639-4d53-842b-e931668cafe1: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:40:29.027712 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c3bdd-caca-4134-b387-dc09c197d356 req-1d232db4-fbd3-4dfa-8a58-883be97a134f tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:29.029191 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ec5c3bdd-caca-4134-b387-dc09c197d356 req-1d232db4-fbd3-4dfa-8a58-883be97a134f tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0469911 Jul 25 05:40:29.053076 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:29.080695 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ec5c3bdd-caca-4134-b387-dc09c197d356 req-c4503dfc-9418-4987-ab8f-88beaffba14b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460885 Jul 25 05:40:30.197237 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50804771-058c-4ba0-a593-03851e3e719b req-6060dfe9-e6ca-48fb-955a-5b39c2cccaba tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:30.198682 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-50804771-058c-4ba0-a593-03851e3e719b req-6060dfe9-e6ca-48fb-955a-5b39c2cccaba tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0490572 Jul 25 05:40:30.248700 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-50804771-058c-4ba0-a593-03851e3e719b req-ea9828ab-38ac-48cc-b6ad-b5d0702a0d4e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445368 Jul 25 05:40:31.366375 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd7ac8-702e-4a67-a37c-9f4115234515 req-e4022a6e-4625-4ce6-a201-bde714125945 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:31.367885 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8efd7ac8-702e-4a67-a37c-9f4115234515 req-e4022a6e-4625-4ce6-a201-bde714125945 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0481508 Jul 25 05:40:31.414724 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8efd7ac8-702e-4a67-a37c-9f4115234515 req-88e79a17-848b-4272-82aa-c79e40fceb33 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410540 Jul 25 05:40:32.528425 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b962f-0468-4106-bb5e-451297746423 req-2196d664-d83a-495a-92da-0fbcff7021d5 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:32.530251 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-526b962f-0468-4106-bb5e-451297746423 req-2196d664-d83a-495a-92da-0fbcff7021d5 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0463431 Jul 25 05:40:32.577709 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-526b962f-0468-4106-bb5e-451297746423 req-daf85569-8d15-4616-a287-3a12a81b146d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419879 Jul 25 05:40:33.694319 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3079c-16ce-41f1-a7fa-8fc50d55444a req-f388cd84-a86e-4a06-88bd-a7e1688873c4 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:33.695816 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-97b3079c-16ce-41f1-a7fa-8fc50d55444a req-f388cd84-a86e-4a06-88bd-a7e1688873c4 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0510054 Jul 25 05:40:33.744260 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-97b3079c-16ce-41f1-a7fa-8fc50d55444a req-aec8e629-dbab-44d6-b47d-06cb899f8bb1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426400 Jul 25 05:40:34.858178 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7997c-4a83-47dd-ac43-f664cd3dc910 req-5039d37e-119f-498b-b969-1dced755bf42 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:34.859730 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ece7997c-4a83-47dd-ac43-f664cd3dc910 req-5039d37e-119f-498b-b969-1dced755bf42 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0484190 Jul 25 05:40:34.907916 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ece7997c-4a83-47dd-ac43-f664cd3dc910 req-eec8a06e-7b4d-49e2-8707-726b2efb2916 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428314 Jul 25 05:40:36.021569 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cec888-743f-48de-8218-0f99ed9c936b req-abc8fb5c-b7f3-4d3a-bcf9-12844dd706fa tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:36.023026 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-80cec888-743f-48de-8218-0f99ed9c936b req-abc8fb5c-b7f3-4d3a-bcf9-12844dd706fa tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0471759 Jul 25 05:40:36.074263 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-80cec888-743f-48de-8218-0f99ed9c936b req-6cc0301f-c824-4fd5-b572-18bd7b5a76b0 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455179 Jul 25 05:40:37.189180 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50972d07-5fec-4760-b7fd-59d7e938d913 req-bbbcafd4-a4d8-480e-846c-c1fade6763fb tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:37.190639 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-50972d07-5fec-4760-b7fd-59d7e938d913 req-bbbcafd4-a4d8-480e-846c-c1fade6763fb tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0470796 Jul 25 05:40:37.210060 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:37.240438 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-50972d07-5fec-4760-b7fd-59d7e938d913 req-119ce833-08a1-47af-9816-1d9438eaec95 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443149 Jul 25 05:40:37.378745 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:37.382229 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:38.229647 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:38.230423 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=15 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:38.358456 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b8800-79e2-4e4f-81c9-26864b7e7620 req-02c7cf81-0fee-4b93-a914-b06e926a882b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:38.359847 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9e7b8800-79e2-4e4f-81c9-26864b7e7620 req-02c7cf81-0fee-4b93-a914-b06e926a882b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0506439 Jul 25 05:40:38.410989 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9e7b8800-79e2-4e4f-81c9-26864b7e7620 req-0bc8a1cd-6c3f-4c94-b591-93b2a91b6241 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456486 Jul 25 05:40:39.312360 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-95ac5faf-20ef-4e5c-b6ab-e2f3df8b2eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:39.530918 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8d776-b53f-4679-b40a-1519b2ecc6cd req-921620af-2b8b-45a2-886a-12cde0766456 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:39.532479 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4eb8d776-b53f-4679-b40a-1519b2ecc6cd req-921620af-2b8b-45a2-886a-12cde0766456 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0525966 Jul 25 05:40:39.581216 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4eb8d776-b53f-4679-b40a-1519b2ecc6cd req-de109676-e07e-4077-9c8a-032b3a32c1b7 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Jul 25 05:40:39.740363 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 37582) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:40:39.849020 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e03ee8e-dd33-439e-94d1-2b32340f28b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:39.912060 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:39.924433 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e03ee8e-dd33-439e-94d1-2b32340f28b1 admin admin] Publish callbacks [] for security_group (db0493b6-6a84-4cce-8ae6-a1ed5cccf953), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:39.928136 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e03ee8e-dd33-439e-94d1-2b32340f28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (db0493b6-6a84-4cce-8ae6-a1ed5cccf953), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:39.967638 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-4e03ee8e-dd33-439e-94d1-2b32340f28b1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6edbde986d534e60bb09e994c9e5838d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261882 Jul 25 05:40:39.968718 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03ee8e-dd33-439e-94d1-2b32340f28b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0493b6-6a84-4cce-8ae6-a1ed5cccf953,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:40:39.970495 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 37586) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:40:40.021177 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f507cd05-ef1e-46f7-8e45-4ca632d5c135 admin admin] Publish callbacks [] for security_group (db0493b6-6a84-4cce-8ae6-a1ed5cccf953), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:40.043257 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f507cd05-ef1e-46f7-8e45-4ca632d5c135 admin admin] Publish callbacks [] for security_group (db0493b6-6a84-4cce-8ae6-a1ed5cccf953), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:40.092294 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f507cd05-ef1e-46f7-8e45-4ca632d5c135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (db0493b6-6a84-4cce-8ae6-a1ed5cccf953), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:40.094889 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f507cd05-ef1e-46f7-8e45-4ca632d5c135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:40.096059 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f507cd05-ef1e-46f7-8e45-4ca632d5c135 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/db0493b6-6a84-4cce-8ae6-a1ed5cccf953 HTTP/1.1" status: 204 len: 168 time: 0.1245644 Jul 25 05:40:40.105105 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507cd05-ef1e-46f7-8e45-4ca632d5c135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0493b6-6a84-4cce-8ae6-a1ed5cccf953,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:40:40.699277 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd3a36-7344-4a59-8044-7617ae5400c3 req-3f148562-42a7-4b00-8436-529743f91650 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:40.700746 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0bcd3a36-7344-4a59-8044-7617ae5400c3 req-3f148562-42a7-4b00-8436-529743f91650 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0509207 Jul 25 05:40:40.747099 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0bcd3a36-7344-4a59-8044-7617ae5400c3 req-898e9685-fcb2-4d06-9c0f-64bd71f8e386 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408905 Jul 25 05:40:41.023048 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:41.028020 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:41.180593 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:41.696018 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-566b22cc-d9ed-4abd-a770-6ecdf642a4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:41.861851 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505adc8-e01e-42b3-b22d-8c2e23aef1c9 req-8718503a-3b4f-449a-8894-82f91693bad5 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:41.863324 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6505adc8-e01e-42b3-b22d-8c2e23aef1c9 req-8718503a-3b4f-449a-8894-82f91693bad5 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0471292 Jul 25 05:40:41.916629 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6505adc8-e01e-42b3-b22d-8c2e23aef1c9 req-a836ef06-7ce7-4fa0-b213-6118353c5f1f tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449710 Jul 25 05:40:42.556350 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:43.031445 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13589c23-be6d-4b81-bfe9-2f4b242eb823 req-13767b5a-da12-4b07-ad17-23dedd7b8a78 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:43.032968 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-13589c23-be6d-4b81-bfe9-2f4b242eb823 req-13767b5a-da12-4b07-ad17-23dedd7b8a78 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0468681 Jul 25 05:40:43.085859 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-13589c23-be6d-4b81-bfe9-2f4b242eb823 req-8e3a5d39-597d-47b0-80f9-caf4406c8932 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473483 Jul 25 05:40:44.049720 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c3d30-dea4-4c14-a0cf-3407a3afd378 req-85a1e296-52b7-4edb-8213-4fa82383b480 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:44.051212 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-412c3d30-dea4-4c14-a0cf-3407a3afd378 req-85a1e296-52b7-4edb-8213-4fa82383b480 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 945 time: 0.0480402 Jul 25 05:40:44.104815 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-412c3d30-dea4-4c14-a0cf-3407a3afd378 req-a09caf5e-2126-4648-9b9b-2cc1fb84142f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471311 Jul 25 05:40:44.140614 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:44.206287 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d077f9-8154-4dd1-adc3-378d18f3e35d req-295b4d5a-0e19-4ab5-9d45-e6ac5c587ef3 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:44.207659 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-69d077f9-8154-4dd1-adc3-378d18f3e35d req-295b4d5a-0e19-4ab5-9d45-e6ac5c587ef3 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0485063 Jul 25 05:40:44.254309 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-69d077f9-8154-4dd1-adc3-378d18f3e35d req-75318724-2383-4a55-a717-d68513ca2cf6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408854 Jul 25 05:40:44.685909 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:45.224756 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3bbf0-1217-4909-8197-2f0af89321b3 req-d1f26db0-2fcb-44e0-ad2d-2bb022f0b2cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:45.226308 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fac3bbf0-1217-4909-8197-2f0af89321b3 req-d1f26db0-2fcb-44e0-ad2d-2bb022f0b2cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 945 time: 0.0528731 Jul 25 05:40:45.270458 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:45.275616 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fac3bbf0-1217-4909-8197-2f0af89321b3 req-0f387b2a-f740-4e29-a0d9-2db1ac965d67 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Jul 25 05:40:45.368219 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88466d29-8d3a-4b8a-9b34-928344be5c0e req-3d2c996e-7128-4acc-a5a7-cb6d6bb7582a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:45.369683 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-88466d29-8d3a-4b8a-9b34-928344be5c0e req-3d2c996e-7128-4acc-a5a7-cb6d6bb7582a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0481870 Jul 25 05:40:45.417500 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-88466d29-8d3a-4b8a-9b34-928344be5c0e req-be52fd1b-6d99-4086-82e6-e8c4dd5b0ab4 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423484 Jul 25 05:40:46.388896 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92914894-eb27-4814-867f-f8ed6d4c640a req-7b0a1d74-e4ae-4ac4-a59c-60c5ad261fba tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:46.390264 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-92914894-eb27-4814-867f-f8ed6d4c640a req-7b0a1d74-e4ae-4ac4-a59c-60c5ad261fba tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 945 time: 0.0467124 Jul 25 05:40:46.442251 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-92914894-eb27-4814-867f-f8ed6d4c640a req-3f6d5120-cf63-4de2-811a-19292a50e8b4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465281 Jul 25 05:40:46.532721 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c0344-afaa-49b1-bb31-8305f313a4f4 req-702596d1-aa0f-411f-819a-28d1839e37b3 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:46.534197 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-738c0344-afaa-49b1-bb31-8305f313a4f4 req-702596d1-aa0f-411f-819a-28d1839e37b3 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0466580 Jul 25 05:40:46.579879 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-738c0344-afaa-49b1-bb31-8305f313a4f4 req-a54eeaf5-471a-4a76-8480-82f978a2784d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402763 Jul 25 05:40:47.554599 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e94049-e497-425b-9fc8-e4ecc0f4c106 req-befdba5f-9a8d-45f5-a937-49e9dc6b418c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:47.556044 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e6e94049-e497-425b-9fc8-e4ecc0f4c106 req-befdba5f-9a8d-45f5-a937-49e9dc6b418c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 945 time: 0.0457866 Jul 25 05:40:47.603581 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e6e94049-e497-425b-9fc8-e4ecc0f4c106 req-bc65c3da-88ad-4d17-8121-adb795b44abe tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395305 Jul 25 05:40:47.689656 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:47.699483 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288489c-f890-43c8-9f55-bb99fc5faf58 req-8d5cc6a3-7fee-425e-a1c1-0da8621dde10 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:47.701025 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8288489c-f890-43c8-9f55-bb99fc5faf58 req-8d5cc6a3-7fee-425e-a1c1-0da8621dde10 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0508764 Jul 25 05:40:47.751387 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8288489c-f890-43c8-9f55-bb99fc5faf58 req-b6f7a8fa-7e59-4de5-8694-dfd50ec8e33d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449963 Jul 25 05:40:48.719038 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565cc2c-4f28-4203-98f8-0c332bafad9c req-d704058f-6ba5-4b45-a612-b1fe2e50b8b1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:48.720527 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c565cc2c-4f28-4203-98f8-0c332bafad9c req-d704058f-6ba5-4b45-a612-b1fe2e50b8b1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 945 time: 0.0481787 Jul 25 05:40:48.769004 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c565cc2c-4f28-4203-98f8-0c332bafad9c req-77c70c29-9845-4fca-8e01-f90610f3a4a1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=6383c958-0eb3-41ba-bee5-2d872f599ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424652 Jul 25 05:40:48.874113 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66937d75-d572-4e5f-8227-25cd227d8c19 req-00eb1f03-30dd-418c-a4f5-ff8148db140d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:48.875647 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-66937d75-d572-4e5f-8227-25cd227d8c19 req-00eb1f03-30dd-418c-a4f5-ff8148db140d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0540152 Jul 25 05:40:48.972364 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-e6409b86-1d28-443e-a5ed-bb3b62585254 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:48.974189 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-e6409b86-1d28-443e-a5ed-bb3b62585254 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 945 time: 0.0756948 Jul 25 05:40:48.977663 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-66937d75-d572-4e5f-8227-25cd227d8c19 req-8968e992-10fd-41cd-8acc-27e162d1bade tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949318 Jul 25 05:40:49.068710 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Deleting port a17feb40-f712-434b-ab5d-3a419f924bb1 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:40:49.069119 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:49.208737 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] For port a17feb40-f712-434b-ab5d-3a419f924bb1, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=a17feb40-f712-434b-ab5d-3a419f924bb1,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:40:49.209439 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:49.338782 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:49.343825 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7710a-02f3-4be9-ae58-f66e06709409 req-b04b2b61-865a-4a4c-b423-334ff6375ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:49.345676 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b0c7710a-02f3-4be9-ae58-f66e06709409 req-b04b2b61-865a-4a4c-b423-334ff6375ae3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0b7d41e75df46f28cebff70c16d4750&device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 1130 time: 0.0436952 Jul 25 05:40:49.361025 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fe924-d673-4b99-bf6b-52baf8aa9d58 req-62594ca2-6822-4d21-a1cf-2ca6ba8bc4dc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:49.362496 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c90fe924-d673-4b99-bf6b-52baf8aa9d58 req-62594ca2-6822-4d21-a1cf-2ca6ba8bc4dc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.1454940 Jul 25 05:40:49.438165 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7710a-02f3-4be9-ae58-f66e06709409 req-dc055855-58d7-4ac9-a961-c0dbb6be622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:49.439620 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b0c7710a-02f3-4be9-ae58-f66e06709409 req-dc055855-58d7-4ac9-a961-c0dbb6be622a service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e8a2b36-0a33-4763-b71a-50bb1209bd57 HTTP/1.1" status: 200 len: 911 time: 0.0867183 Jul 25 05:40:49.482746 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c90fe924-d673-4b99-bf6b-52baf8aa9d58 req-280d749f-2299-4428-9677-8ae8a951c055 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145494 Jul 25 05:40:49.504280 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:49.504645 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (8d7a391d-6615-41a4-aa87-e609b71fe522), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:49.504987 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.l3_db [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Floating IP 8d7a391d-6615-41a4-aa87-e609b71fe522 disassociated. External IP: 172.27.3.188, port: a17feb40-f712-434b-ab5d-3a419f924bb1. Jul 25 05:40:49.505327 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Calling delete_port for a17feb40-f712-434b-ab5d-3a419f924bb1 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:40:49.518599 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b0c7710a-02f3-4be9-ae58-f66e06709409 req-ccb9c9fb-596b-4ee4-bbea-9d3f784313ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d850ae-eaa4-4645-9536-93c90734b2d8 HTTP/1.1" status: 200 len: 1002 time: 0.0706956 Jul 25 05:40:49.568670 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7710a-02f3-4be9-ae58-f66e06709409 req-2accc5cf-3078-48c1-9bd6-52baad28b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:49.570486 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b0c7710a-02f3-4be9-ae58-f66e06709409 req-2accc5cf-3078-48c1-9bd6-52baad28b590 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e90ad6d8-8def-4a90-a2f2-756814ec1124 HTTP/1.1" status: 200 len: 849 time: 0.0444844 Jul 25 05:40:49.624165 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7710a-02f3-4be9-ae58-f66e06709409 req-03114c78-e424-4ec9-8da5-1bc4ca859ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:49.625637 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b0c7710a-02f3-4be9-ae58-f66e06709409 req-03114c78-e424-4ec9-8da5-1bc4ca859ec4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e8a2b36-0a33-4763-b71a-50bb1209bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407031 Jul 25 05:40:49.632194 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (a17feb40-f712-434b-ab5d-3a419f924bb1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:49.660080 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event deleted for resources: {'Port': ['ID=a17feb40-f712-434b-ab5d-3a419f924bb1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:40:49.726430 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b0c7710a-02f3-4be9-ae58-f66e06709409 req-784c1e7a-1716-4950-9a04-3a479d04c806 service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937729 Jul 25 05:40:49.743490 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:49.771184 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:40:49.826581 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b0c7710a-02f3-4be9-ae58-f66e06709409 req-8960f497-3f3a-4443-a81e-65eccad39c7d service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927432 Jul 25 05:40:49.895575 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-01913a9f-5385-4082-a926-4514725ed1f3 req-eabebc0b-c82b-4ed2-b4e0-1f1771c17870 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 210 time: 0.0356944 Jul 25 05:40:49.908990 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:40:49.921033 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985414e1-364f-4cbd-b1c5-f5154c06eb4b None None] Sync routers for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:40:49.931261 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985414e1-364f-4cbd-b1c5-f5154c06eb4b None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:40:49.932593 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-985414e1-364f-4cbd-b1c5-f5154c06eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:40:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:40:49.966271 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] No DVR routers for this DVR port a17feb40-f712-434b-ab5d-3a419f924bb1 on host hv-cinder-85083 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:40:49.970527 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:49.974510 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5c1881c8-1714-46fa-b7ef-ce27b14ee05d req-557a4f30-c408-4e3c-b036-79d3aa4e3d4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "DELETE /v2.0/ports/a17feb40-f712-434b-ab5d-3a419f924bb1 HTTP/1.1" status: 204 len: 173 time: 0.9902403 Jul 25 05:40:49.975201 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5529050b-f2cf-4a8d-a44a-aeeff80f9a44', 'name': 'network-vif-deleted', 'tag': 'a17feb40-f712-434b-ab5d-3a419f924bb1'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:40:49.979003 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a73ad0-7ffd-451e-b61a-d1a1f90a8c4c" -d '{"events": [{"server_uuid": "5529050b-f2cf-4a8d-a44a-aeeff80f9a44", "name": "network-vif-deleted", "tag": "a17feb40-f712-434b-ab5d-3a419f924bb1"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:40:50.020730 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e062c405-9638-4742-af4c-75be81845443 x-openstack-request-id: req-e062c405-9638-4742-af4c-75be81845443 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:40:50.021144 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5529050b-f2cf-4a8d-a44a-aeeff80f9a44", "name": "network-vif-deleted", "tag": "a17feb40-f712-434b-ab5d-3a419f924bb1", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:40:50.024131 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e062c405-9638-4742-af4c-75be81845443 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:40:50.024546 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e062c405-9638-4742-af4c-75be81845443'] response: {'server_uuid': '5529050b-f2cf-4a8d-a44a-aeeff80f9a44', 'name': 'network-vif-deleted', 'tag': 'a17feb40-f712-434b-ab5d-3a419f924bb1', 'status': 'completed', 'code': 200} Jul 25 05:40:50.058826 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-985414e1-364f-4cbd-b1c5-f5154c06eb4b None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:40:50.285169 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-985414e1-364f-4cbd-b1c5-f5154c06eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'ae1201e4-c97e-4b03-8193-c17f81c3e6f2', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:70:b0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:37:36Z', 'updated_at': '2022-07-25T05:38:01Z', 'revision_number': 2, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:40:50.314751 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985414e1-364f-4cbd-b1c5-f5154c06eb4b None None] Checking router: 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:40:50.324636 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985414e1-364f-4cbd-b1c5-f5154c06eb4b None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:40:50.325297 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-985414e1-364f-4cbd-b1c5-f5154c06eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:40:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:40:50.432843 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-985414e1-364f-4cbd-b1c5-f5154c06eb4b None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:40:50.599393 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccadde-df5b-4201-aa7c-7ded968025cf req-92120b2e-c00e-4276-bd2d-8b9b3a432506 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:50.600928 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e5ccadde-df5b-4201-aa7c-7ded968025cf req-92120b2e-c00e-4276-bd2d-8b9b3a432506 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0493712 Jul 25 05:40:50.647968 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-985414e1-364f-4cbd-b1c5-f5154c06eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'ae1201e4-c97e-4b03-8193-c17f81c3e6f2', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:70:b0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:37:36Z', 'updated_at': '2022-07-25T05:38:01Z', 'revision_number': 2, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:40:50.649898 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e5ccadde-df5b-4201-aa7c-7ded968025cf req-dd496488-043f-4ce4-a653-cf55b532c57c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426984 Jul 25 05:40:50.677838 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985414e1-364f-4cbd-b1c5-f5154c06eb4b None None] The sync data for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi is: [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'ae1201e4-c97e-4b03-8193-c17f81c3e6f2', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:70:b0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:37:36Z', 'updated_at': '2022-07-25T05:38:01Z', 'revision_number': 2, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:40:50.944141 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b63460-08b3-408c-a020-77ab40113a94 None None] New status for floating IP 8d7a391d-6615-41a4-aa87-e609b71fe522: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:40:51.016628 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b7469de0-a259-4a38-9cb9-20cdcc358803 req-6a6099e7-8195-4d27-9bff-8d70d0538923 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=5529050b-f2cf-4a8d-a44a-aeeff80f9a44 HTTP/1.1" status: 200 len: 210 time: 0.0298760 Jul 25 05:40:51.574702 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device a17feb40-f712-434b-ab5d-3a419f924bb1 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:40:51.595893 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: a17feb40-f712-434b-ab5d-3a419f924bb1 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:40:51.596237 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device a17feb40-f712-434b-ab5d-3a419f924bb1 not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:40:51.766149 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a0cd0-b410-4273-a017-16fbf81981ab req-d863e1f0-3715-4689-b7e9-3832210622c2 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:51.767586 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-531a0cd0-b410-4273-a017-16fbf81981ab req-d863e1f0-3715-4689-b7e9-3832210622c2 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0476916 Jul 25 05:40:51.817960 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-531a0cd0-b410-4273-a017-16fbf81981ab req-0e51da0e-0d86-487a-aca7-398c3b30be36 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448637 Jul 25 05:40:51.924589 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:40:52.107310 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 37724) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:40:52.161452 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89524c81-82aa-4554-b5ef-08b71487b8d1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (6383c958-0eb3-41ba-bee5-2d872f599ba8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:52.185636 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89524c81-82aa-4554-b5ef-08b71487b8d1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (6383c958-0eb3-41ba-bee5-2d872f599ba8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:52.198111 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:52.234192 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89524c81-82aa-4554-b5ef-08b71487b8d1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (6383c958-0eb3-41ba-bee5-2d872f599ba8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:52.236813 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89524c81-82aa-4554-b5ef-08b71487b8d1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:52.237956 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-89524c81-82aa-4554-b5ef-08b71487b8d1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "DELETE /v2.0/security-groups/6383c958-0eb3-41ba-bee5-2d872f599ba8 HTTP/1.1" status: 204 len: 168 time: 0.1294978 Jul 25 05:40:52.240908 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 37726) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:40:52.247791 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89524c81-82aa-4554-b5ef-08b71487b8d1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6383c958-0eb3-41ba-bee5-2d872f599ba8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:40:52.255418 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.api.v2.resource [None req-ad8479ab-b61e-4dcf-8a57-ff99c97b3f4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] show failed (client error): The resource could not be found. Jul 25 05:40:52.256409 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ad8479ab-b61e-4dcf-8a57-ff99c97b3f4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups/6383c958-0eb3-41ba-bee5-2d872f599ba8 HTTP/1.1" status: 404 len: 347 time: 0.0145209 Jul 25 05:40:52.259412 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 37728) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:40:52.372136 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-367676e5-2ec5-4c8d-92b2-3847f6187e0e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Deleting port 623e4e92-9eeb-4ac0-a46f-61ff0ecc905d {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:40:52.372399 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-367676e5-2ec5-4c8d-92b2-3847f6187e0e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (623e4e92-9eeb-4ac0-a46f-61ff0ecc905d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:52.453442 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-367676e5-2ec5-4c8d-92b2-3847f6187e0e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (623e4e92-9eeb-4ac0-a46f-61ff0ecc905d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:52.453775 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-367676e5-2ec5-4c8d-92b2-3847f6187e0e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (623e4e92-9eeb-4ac0-a46f-61ff0ecc905d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:52.467087 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-367676e5-2ec5-4c8d-92b2-3847f6187e0e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Calling delete_port for 623e4e92-9eeb-4ac0-a46f-61ff0ecc905d owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:40:52.533648 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:52.563098 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:52.614248 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-367676e5-2ec5-4c8d-92b2-3847f6187e0e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (623e4e92-9eeb-4ac0-a46f-61ff0ecc905d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:52.640921 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367676e5-2ec5-4c8d-92b2-3847f6187e0e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event deleted for resources: {'Port': ['ID=623e4e92-9eeb-4ac0-a46f-61ff0ecc905d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:40:52.702218 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-367676e5-2ec5-4c8d-92b2-3847f6187e0e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (8d7a391d-6615-41a4-aa87-e609b71fe522), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:52.704717 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-367676e5-2ec5-4c8d-92b2-3847f6187e0e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:40:52.705920 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-367676e5-2ec5-4c8d-92b2-3847f6187e0e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "DELETE /v2.0/floatingips/8d7a391d-6615-41a4-aa87-e609b71fe522 HTTP/1.1" status: 204 len: 168 time: 0.4450338 Jul 25 05:40:56.026762 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08b48e-b5d1-4e80-8d66-73c2e2ffad1d req-70518078-6c75-49e0-84fd-8886bb393aab tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:56.028231 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1c08b48e-b5d1-4e80-8d66-73c2e2ffad1d req-70518078-6c75-49e0-84fd-8886bb393aab tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0481319 Jul 25 05:40:56.078909 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1c08b48e-b5d1-4e80-8d66-73c2e2ffad1d req-174f5660-7c47-45a9-ba0d-c5a2b4af953f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451097 Jul 25 05:40:56.381664 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4162e0-493f-4935-869e-7e3197e7b120 req-7533ce1e-1145-49f8-bfe7-bb44064982e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:56.383038 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8c4162e0-493f-4935-869e-7e3197e7b120 req-7533ce1e-1145-49f8-bfe7-bb44064982e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 1130 time: 0.0386882 Jul 25 05:40:56.473355 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4162e0-493f-4935-869e-7e3197e7b120 req-4f19071d-fca2-4ec3-a30b-51590d4b282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:56.474874 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8c4162e0-493f-4935-869e-7e3197e7b120 req-4f19071d-fca2-4ec3-a30b-51590d4b282c service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.0847251 Jul 25 05:40:56.552209 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8c4162e0-493f-4935-869e-7e3197e7b120 req-93b3c742-1294-4ba0-baf9-5a517520b8bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db49e6cc-810b-4a89-a2fb-e0718b506f4b HTTP/1.1" status: 200 len: 1002 time: 0.0604296 Jul 25 05:40:56.600465 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4162e0-493f-4935-869e-7e3197e7b120 req-a6ef6889-9591-4c35-9e09-abeffb977698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:56.601892 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8c4162e0-493f-4935-869e-7e3197e7b120 req-a6ef6889-9591-4c35-9e09-abeffb977698 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.0424554 Jul 25 05:40:56.644424 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4162e0-493f-4935-869e-7e3197e7b120 req-f93cb9ed-2922-42ae-99f0-0ef4e94f958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:56.645936 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8c4162e0-493f-4935-869e-7e3197e7b120 req-f93cb9ed-2922-42ae-99f0-0ef4e94f958d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379272 Jul 25 05:40:56.737795 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:56.743574 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8c4162e0-493f-4935-869e-7e3197e7b120 req-a63db68d-902e-469c-b10c-1d9cc8df6400 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883260 Jul 25 05:40:56.854882 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8c4162e0-493f-4935-869e-7e3197e7b120 req-9f09dd9a-a9e9-4061-a465-08b90ac64da9 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969770 Jul 25 05:40:56.929345 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65268b-510b-44b6-aade-d199cad24507 req-01c54646-bf1c-436e-8da1-3100c4d410d2 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:56.930709 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1a65268b-510b-44b6-aade-d199cad24507 req-01c54646-bf1c-436e-8da1-3100c4d410d2 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 946 time: 0.0522661 Jul 25 05:40:56.977824 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1a65268b-510b-44b6-aade-d199cad24507 req-3fbac6a4-f133-47b8-8a25-472f6003c3fc tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414934 Jul 25 05:40:57.194069 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30163b52-849e-4349-b087-7078bb50091a req-d20e014b-a579-42d6-922e-3d4e83be9ca3 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:57.195554 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-30163b52-849e-4349-b087-7078bb50091a req-d20e014b-a579-42d6-922e-3d4e83be9ca3 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0478454 Jul 25 05:40:57.243575 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-30163b52-849e-4349-b087-7078bb50091a req-6741b059-d0a1-433f-8d2a-366ad68799a6 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Jul 25 05:40:57.455223 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a7a86-e5bb-4959-b5a0-8c5112ad0093 req-803546c4-0bb6-4732-bcac-82146d09a24d tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:57.456583 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-733a7a86-e5bb-4959-b5a0-8c5112ad0093 req-803546c4-0bb6-4732-bcac-82146d09a24d tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 946 time: 0.0496228 Jul 25 05:40:57.749778 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-733a7a86-e5bb-4959-b5a0-8c5112ad0093 req-aac016bb-75aa-4f0f-bed8-8b00caf9bb40 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876120 Jul 25 05:40:58.094408 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125a2cb-2dfc-4c13-9cfa-03236550670a req-b08f4c7f-46bc-4e6a-8bc2-a971a07897f6 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:58.095878 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5125a2cb-2dfc-4c13-9cfa-03236550670a req-b08f4c7f-46bc-4e6a-8bc2-a971a07897f6 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 946 time: 0.0483110 Jul 25 05:40:58.141382 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5125a2cb-2dfc-4c13-9cfa-03236550670a req-a4aeb7fa-9cda-42f8-bbbe-ec460b0c27d8 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400240 Jul 25 05:40:58.321549 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:40:58.362529 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f518d0-6155-44e7-8a85-692047f41dc4 req-d387423f-3aa6-4464-80c1-64e66cababca tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:58.364027 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f1f518d0-6155-44e7-8a85-692047f41dc4 req-d387423f-3aa6-4464-80c1-64e66cababca tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0522442 Jul 25 05:40:58.415342 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f1f518d0-6155-44e7-8a85-692047f41dc4 req-0b034737-6986-4375-a61c-7b0ca962b1e7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447905 Jul 25 05:40:58.862803 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e592da-ef05-4e98-ac14-a9fd49eccc38 req-159491ad-3335-415f-83d5-88cb23599407 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:58.864256 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-80e592da-ef05-4e98-ac14-a9fd49eccc38 req-159491ad-3335-415f-83d5-88cb23599407 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 946 time: 0.0460536 Jul 25 05:40:58.910371 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-80e592da-ef05-4e98-ac14-a9fd49eccc38 req-a048e3f4-8ddb-41b3-b955-7aa96668bd8c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400786 Jul 25 05:40:59.252621 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12192c71-41fa-4352-b9b2-7fec2fa7e2ca req-786d1c23-a9bc-4e59-ac87-72fefd5f8644 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:59.254124 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-12192c71-41fa-4352-b9b2-7fec2fa7e2ca req-786d1c23-a9bc-4e59-ac87-72fefd5f8644 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 946 time: 0.0469284 Jul 25 05:40:59.302277 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-12192c71-41fa-4352-b9b2-7fec2fa7e2ca req-e95a971f-efcd-4ba8-ba0d-91ecb49b7336 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426784 Jul 25 05:40:59.529333 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27594e0c-862d-462b-aef4-6eec5646ccf4 req-9a14913d-8540-415b-86dd-52e8d4b48743 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:40:59.530792 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-27594e0c-862d-462b-aef4-6eec5646ccf4 req-9a14913d-8540-415b-86dd-52e8d4b48743 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0495110 Jul 25 05:40:59.577707 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-27594e0c-862d-462b-aef4-6eec5646ccf4 req-dc014d3e-c3ce-4cee-b632-43a83c96f0f6 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415039 Jul 25 05:41:00.023258 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79722c-339b-4431-8c4b-cbdb1ef04505 req-0558013d-d218-4055-891a-a94cb4389bf0 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:00.024732 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eb79722c-339b-4431-8c4b-cbdb1ef04505 req-0558013d-d218-4055-891a-a94cb4389bf0 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 946 time: 0.0479453 Jul 25 05:41:00.076836 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eb79722c-339b-4431-8c4b-cbdb1ef04505 req-98cfe618-7f3c-4cc0-a060-1053c2bb7eb1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=03c8c923-5e11-4c50-9eba-fa8e46e47916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461533 Jul 25 05:41:00.424080 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-1a5b7463-f972-41c0-ad15-75d5bf1500e2 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:00.425562 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-1a5b7463-f972-41c0-ad15-75d5bf1500e2 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 946 time: 0.0507271 Jul 25 05:41:00.447676 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287546fe-d906-44c8-b775-977cf9eda4ff req-3c430661-7125-48a3-bc21-c1da338cbcf1 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:00.449257 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-287546fe-d906-44c8-b775-977cf9eda4ff req-3c430661-7125-48a3-bc21-c1da338cbcf1 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 946 time: 0.0791321 Jul 25 05:41:00.457382 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234aaa2f-ae4c-4131-8383-cf3a34d7cfd2 req-da5f9ed0-f869-45f0-95d5-9329f15914f1 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:00.458763 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-234aaa2f-ae4c-4131-8383-cf3a34d7cfd2 req-da5f9ed0-f869-45f0-95d5-9329f15914f1 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 946 time: 0.0795202 Jul 25 05:41:00.508624 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:00.510889 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Deleting port 96397b18-73bc-4e7f-abf2-2e7a32610b85 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:41:00.511235 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:00.566316 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-287546fe-d906-44c8-b775-977cf9eda4ff req-4243ccab-e6f7-4099-be82-b48afa0fa93d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059315 Jul 25 05:41:00.579121 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-234aaa2f-ae4c-4131-8383-cf3a34d7cfd2 req-7d6aaea6-300f-431f-9e87-147cc5a8b034 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Deleting port 9d91bc86-6db7-4b09-b3c9-3958dd762034 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:41:00.579544 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-234aaa2f-ae4c-4131-8383-cf3a34d7cfd2 req-7d6aaea6-300f-431f-9e87-147cc5a8b034 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:00.605833 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] For port 96397b18-73bc-4e7f-abf2-2e7a32610b85, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=96397b18-73bc-4e7f-abf2-2e7a32610b85,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:41:00.606133 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:00.704619 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-234aaa2f-ae4c-4131-8383-cf3a34d7cfd2 req-7d6aaea6-300f-431f-9e87-147cc5a8b034 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] For port 9d91bc86-6db7-4b09-b3c9-3958dd762034, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=9d91bc86-6db7-4b09-b3c9-3958dd762034,segment=NetworkSegment(3f52582c-fccb-497b-90b8-ead89f445999),segment_id=3f52582c-fccb-497b-90b8-ead89f445999)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:41:00.705002 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-234aaa2f-ae4c-4131-8383-cf3a34d7cfd2 req-7d6aaea6-300f-431f-9e87-147cc5a8b034 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:00.719850 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ecf77-f716-4130-9454-50d6a65d6182 req-0bf2c1f4-8c71-47d0-90cc-a20d190bc6ed tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:00.721353 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-159ecf77-f716-4130-9454-50d6a65d6182 req-0bf2c1f4-8c71-47d0-90cc-a20d190bc6ed tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0718238 Jul 25 05:41:00.729826 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-234aaa2f-ae4c-4131-8383-cf3a34d7cfd2 req-7d6aaea6-300f-431f-9e87-147cc5a8b034 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Calling delete_port for 9d91bc86-6db7-4b09-b3c9-3958dd762034 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:41:00.820815 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:00.821183 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (ae1201e4-c97e-4b03-8193-c17f81c3e6f2), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:00.821516 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Floating IP ae1201e4-c97e-4b03-8193-c17f81c3e6f2 disassociated. External IP: 172.27.3.26, port: 96397b18-73bc-4e7f-abf2-2e7a32610b85. Jul 25 05:41:00.821859 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Calling delete_port for 96397b18-73bc-4e7f-abf2-2e7a32610b85 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:41:00.826727 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-159ecf77-f716-4130-9454-50d6a65d6182 req-56e80a78-284c-49df-942b-67cfde1b730d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984464 Jul 25 05:41:00.849047 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:00.906125 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-234aaa2f-ae4c-4131-8383-cf3a34d7cfd2 req-7d6aaea6-300f-431f-9e87-147cc5a8b034 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (9d91bc86-6db7-4b09-b3c9-3958dd762034), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:00.938528 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aaea6-300f-431f-9e87-147cc5a8b034 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Pushing event deleted for resources: {'Port': ['ID=9d91bc86-6db7-4b09-b3c9-3958dd762034,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:00.945485 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['9d91bc86-6db7-4b09-b3c9-3958dd762034'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:41:00.955881 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (96397b18-73bc-4e7f-abf2-2e7a32610b85), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:00.983591 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event deleted for resources: {'Port': ['ID=96397b18-73bc-4e7f-abf2-2e7a32610b85,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:00.985274 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-234aaa2f-ae4c-4131-8383-cf3a34d7cfd2 req-7d6aaea6-300f-431f-9e87-147cc5a8b034 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] No DVR routers for this DVR port 9d91bc86-6db7-4b09-b3c9-3958dd762034 on host hv-cinder-85083 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:41:00.987685 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-234aaa2f-ae4c-4131-8383-cf3a34d7cfd2 req-7d6aaea6-300f-431f-9e87-147cc5a8b034 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:00.991314 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-234aaa2f-ae4c-4131-8383-cf3a34d7cfd2 req-7d6aaea6-300f-431f-9e87-147cc5a8b034 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.43 "DELETE /v2.0/ports/9d91bc86-6db7-4b09-b3c9-3958dd762034 HTTP/1.1" status: 204 len: 173 time: 0.5242004 Jul 25 05:41:00.992150 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd0febc-671b-4a39-9dbf-d71d6eb11b32', 'name': 'network-vif-deleted', 'tag': '9d91bc86-6db7-4b09-b3c9-3958dd762034'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:41:00.995122 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30552923-68ad-4cee-9f63-dc45fa4addeb" -d '{"events": [{"server_uuid": "edd0febc-671b-4a39-9dbf-d71d6eb11b32", "name": "network-vif-deleted", "tag": "9d91bc86-6db7-4b09-b3c9-3958dd762034"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:41:01.037915 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dbfce9-859b-42e2-b6e7-4a320b98e717 x-openstack-request-id: req-d5dbfce9-859b-42e2-b6e7-4a320b98e717 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:41:01.039455 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd0febc-671b-4a39-9dbf-d71d6eb11b32", "name": "network-vif-deleted", "tag": "9d91bc86-6db7-4b09-b3c9-3958dd762034", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:41:01.039721 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d5dbfce9-859b-42e2-b6e7-4a320b98e717 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:41:01.040150 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5dbfce9-859b-42e2-b6e7-4a320b98e717'] response: {'server_uuid': 'edd0febc-671b-4a39-9dbf-d71d6eb11b32', 'name': 'network-vif-deleted', 'tag': '9d91bc86-6db7-4b09-b3c9-3958dd762034', 'status': 'completed', 'code': 200} Jul 25 05:41:01.046349 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=6 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:01.102937 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:41:01.176602 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-230bd104-ef68-4b45-88e1-3dd31a9b3aea req-9aaa6478-bbd3-42d1-8276-16344b64c493 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5a28e80-5bf2-46af-9ece-8f7d147629fe HTTP/1.1" status: 200 len: 210 time: 0.0303304 Jul 25 05:41:01.191966 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:01.213375 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:01.218446 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:41:01.227969 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1514da-1d66-4fa5-ab97-cc05e81b3acd None None] Sync routers for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:41:01.239695 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1514da-1d66-4fa5-ab97-cc05e81b3acd None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:41:01.240312 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9e1514da-1d66-4fa5-ab97-cc05e81b3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:40:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:41:01.263156 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] No DVR routers for this DVR port 96397b18-73bc-4e7f-abf2-2e7a32610b85 on host hv-cinder-85083 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:41:01.265805 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:01.269173 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e7d6da3a-d979-4129-ace3-d634a72456f2 req-52ae749e-f9e8-4d66-96f8-d1fd50e069cb tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "DELETE /v2.0/ports/96397b18-73bc-4e7f-abf2-2e7a32610b85 HTTP/1.1" status: 204 len: 173 time: 0.8377032 Jul 25 05:41:01.269567 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'name': 'network-vif-deleted', 'tag': '96397b18-73bc-4e7f-abf2-2e7a32610b85'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:41:01.271802 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f425d6-62bb-4495-bca8-83c116730ef8" -d '{"events": [{"server_uuid": "f5a28e80-5bf2-46af-9ece-8f7d147629fe", "name": "network-vif-deleted", "tag": "96397b18-73bc-4e7f-abf2-2e7a32610b85"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:41:01.309125 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0814f256-27a7-48cb-b1e6-513c3758827e x-openstack-request-id: req-0814f256-27a7-48cb-b1e6-513c3758827e {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:41:01.309432 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a28e80-5bf2-46af-9ece-8f7d147629fe", "name": "network-vif-deleted", "tag": "96397b18-73bc-4e7f-abf2-2e7a32610b85", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:41:01.309688 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0814f256-27a7-48cb-b1e6-513c3758827e {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:41:01.310088 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0814f256-27a7-48cb-b1e6-513c3758827e'] response: {'server_uuid': 'f5a28e80-5bf2-46af-9ece-8f7d147629fe', 'name': 'network-vif-deleted', 'tag': '96397b18-73bc-4e7f-abf2-2e7a32610b85', 'status': 'completed', 'code': 200} Jul 25 05:41:01.325807 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:01.334267 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:01.351871 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9e1514da-1d66-4fa5-ab97-cc05e81b3acd None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:41:01.551452 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9e1514da-1d66-4fa5-ab97-cc05e81b3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:41:01.579095 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1514da-1d66-4fa5-ab97-cc05e81b3acd None None] Checking router: 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:41:01.587514 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1514da-1d66-4fa5-ab97-cc05e81b3acd None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:41:01.589158 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9e1514da-1d66-4fa5-ab97-cc05e81b3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:40:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:41:01.698616 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bb59d583-c462-4167-887d-37d5242ee343 req-79a164ad-bff9-4c7a-ab58-8b5b2f503837 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=edd0febc-671b-4a39-9dbf-d71d6eb11b32 HTTP/1.1" status: 200 len: 210 time: 0.0302348 Jul 25 05:41:01.819598 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9e1514da-1d66-4fa5-ab97-cc05e81b3acd None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:41:01.921332 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:01.945226 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397071f-16b5-4de6-ae0c-8700e692f0c1 req-426881d9-38aa-49b2-8a44-c54537cfba18 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:01.946743 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5397071f-16b5-4de6-ae0c-8700e692f0c1 req-426881d9-38aa-49b2-8a44-c54537cfba18 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0500422 Jul 25 05:41:02.000904 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5397071f-16b5-4de6-ae0c-8700e692f0c1 req-32208677-f3e8-4b30-a006-df5529955126 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475934 Jul 25 05:41:02.017853 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9e1514da-1d66-4fa5-ab97-cc05e81b3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:41:02.044532 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1514da-1d66-4fa5-ab97-cc05e81b3acd None None] The sync data for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi is: [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:41:02.271320 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 37822) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:41:02.328183 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2616c78-4b52-49ac-8231-c56fd6bb203c None None] New status for floating IP ae1201e4-c97e-4b03-8193-c17f81c3e6f2: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:41:02.345680 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82f779cb-b03c-4837-845b-4cc8e7dd90ad tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (03c8c923-5e11-4c50-9eba-fa8e46e47916), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:02.376667 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82f779cb-b03c-4837-845b-4cc8e7dd90ad tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (03c8c923-5e11-4c50-9eba-fa8e46e47916), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:02.440708 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82f779cb-b03c-4837-845b-4cc8e7dd90ad tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (03c8c923-5e11-4c50-9eba-fa8e46e47916), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:02.443308 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82f779cb-b03c-4837-845b-4cc8e7dd90ad tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:02.444477 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-82f779cb-b03c-4837-845b-4cc8e7dd90ad tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "DELETE /v2.0/security-groups/03c8c923-5e11-4c50-9eba-fa8e46e47916 HTTP/1.1" status: 204 len: 168 time: 0.1722004 Jul 25 05:41:02.452896 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 37824) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:41:02.455758 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f779cb-b03c-4837-845b-4cc8e7dd90ad tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c8c923-5e11-4c50-9eba-fa8e46e47916,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:02.472242 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.api.v2.resource [None req-65c915d0-c7ac-4869-b18e-44ac6b6c5f99 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] show failed (client error): The resource could not be found. Jul 25 05:41:02.473175 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-65c915d0-c7ac-4869-b18e-44ac6b6c5f99 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups/03c8c923-5e11-4c50-9eba-fa8e46e47916 HTTP/1.1" status: 404 len: 347 time: 0.0243623 Jul 25 05:41:02.476101 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 37826) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:41:02.610064 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-56327252-46e2-4078-b6ec-e9afa3cbd87e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Deleting port b05db593-2046-4a01-97cb-3dbff724f50c {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:41:02.610415 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56327252-46e2-4078-b6ec-e9afa3cbd87e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (b05db593-2046-4a01-97cb-3dbff724f50c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:02.706722 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56327252-46e2-4078-b6ec-e9afa3cbd87e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (b05db593-2046-4a01-97cb-3dbff724f50c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:02.707691 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56327252-46e2-4078-b6ec-e9afa3cbd87e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (b05db593-2046-4a01-97cb-3dbff724f50c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:02.721819 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-56327252-46e2-4078-b6ec-e9afa3cbd87e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Calling delete_port for b05db593-2046-4a01-97cb-3dbff724f50c owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:41:02.815347 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:02.892583 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56327252-46e2-4078-b6ec-e9afa3cbd87e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (b05db593-2046-4a01-97cb-3dbff724f50c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:02.923970 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56327252-46e2-4078-b6ec-e9afa3cbd87e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event deleted for resources: {'Port': ['ID=b05db593-2046-4a01-97cb-3dbff724f50c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:02.991845 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56327252-46e2-4078-b6ec-e9afa3cbd87e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (ae1201e4-c97e-4b03-8193-c17f81c3e6f2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:02.994527 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56327252-46e2-4078-b6ec-e9afa3cbd87e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:02.995691 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-56327252-46e2-4078-b6ec-e9afa3cbd87e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "DELETE /v2.0/floatingips/ae1201e4-c97e-4b03-8193-c17f81c3e6f2 HTTP/1.1" status: 204 len: 168 time: 0.5177872 Jul 25 05:41:03.069210 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 37838) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:41:03.073757 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-4ff91bf5-ea15-46f8-875f-feac4a00eaab tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--806001128', 'description': 'tempest-description--1120179844'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:41:03.096742 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4ff91bf5-ea15-46f8-875f-feac4a00eaab tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:03.121308 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1a334-55ef-440a-b17d-5196e41d516f req-34017977-7fb0-4be4-bae5-4d25df4b2dc0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:03.122768 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-45a1a334-55ef-440a-b17d-5196e41d516f req-34017977-7fb0-4be4-bae5-4d25df4b2dc0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0492489 Jul 25 05:41:03.169098 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4ff91bf5-ea15-46f8-875f-feac4a00eaab tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (3982cbdb-a7d9-42c1-98b5-347edd3827c9), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:03.173840 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4ff91bf5-ea15-46f8-875f-feac4a00eaab tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (3982cbdb-a7d9-42c1-98b5-347edd3827c9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:03.176600 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-45a1a334-55ef-440a-b17d-5196e41d516f req-a42259f1-1e14-435f-8929-bd80e923957e tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476134 Jul 25 05:41:03.205438 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff91bf5-ea15-46f8-875f-feac4a00eaab tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3982cbdb-a7d9-42c1-98b5-347edd3827c9,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:03.209437 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4ff91bf5-ea15-46f8-875f-feac4a00eaab tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:03.210656 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-4ff91bf5-ea15-46f8-875f-feac4a00eaab tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1404500 Jul 25 05:41:03.214584 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 37840) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:41:03.218812 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ed6f5028-b27c-4721-a9aa-6142d7a685b3 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'security_group_rule': {'security_group_id': '3982cbdb-a7d9-42c1-98b5-347edd3827c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:41:03.243815 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5028-b27c-4721-a9aa-6142d7a685b3 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (64b86dee-7aaf-42db-9687-d4b9a688d4dc), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:03.301543 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5028-b27c-4721-a9aa-6142d7a685b3 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (64b86dee-7aaf-42db-9687-d4b9a688d4dc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:03.305185 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5028-b27c-4721-a9aa-6142d7a685b3 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (64b86dee-7aaf-42db-9687-d4b9a688d4dc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:03.323453 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f5028-b27c-4721-a9aa-6142d7a685b3 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b86dee-7aaf-42db-9687-d4b9a688d4dc,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:03.331820 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5028-b27c-4721-a9aa-6142d7a685b3 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:03.333035 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ed6f5028-b27c-4721-a9aa-6142d7a685b3 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175208 Jul 25 05:41:03.335781 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 37842) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:41:03.340804 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-07c4dfd3-fb35-40d4-93b4-bf5c3ca11098 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'security_group_rule': {'security_group_id': '3982cbdb-a7d9-42c1-98b5-347edd3827c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:41:03.366330 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07c4dfd3-fb35-40d4-93b4-bf5c3ca11098 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (07120668-efc7-4e6b-92ff-c90b4d4b49e7), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:03.422872 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07c4dfd3-fb35-40d4-93b4-bf5c3ca11098 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (07120668-efc7-4e6b-92ff-c90b4d4b49e7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:03.426296 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07c4dfd3-fb35-40d4-93b4-bf5c3ca11098 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (07120668-efc7-4e6b-92ff-c90b4d4b49e7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:03.445229 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4dfd3-fb35-40d4-93b4-bf5c3ca11098 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07120668-efc7-4e6b-92ff-c90b4d4b49e7,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:03.451163 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07c4dfd3-fb35-40d4-93b4-bf5c3ca11098 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:03.452151 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-07c4dfd3-fb35-40d4-93b4-bf5c3ca11098 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154623 Jul 25 05:41:03.455288 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 37844) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:41:03.459360 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'floatingip': {'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:41:03.481126 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:03.785731 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:03.824912 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:03.827522 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:03.897424 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Allocated IP 172.27.3.217 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/2f9631c3-f819-4157-a4a8-62793b1d550b) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:41:04.005647 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for port (2f9631c3-f819-4157-a4a8-62793b1d550b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:04.036982 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (2f9631c3-f819-4157-a4a8-62793b1d550b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:04.075207 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:41:04.082891 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:41:04.085443 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:41:04.091062 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'Port': ['ID=2f9631c3-f819-4157-a4a8-62793b1d550b,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:04.173725 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (a809b640-ed83-46f5-a944-ee24ff78b79a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:04.210387 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (2f9631c3-f819-4157-a4a8-62793b1d550b), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:04.296767 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ab7b1-c8aa-47f8-9ffa-4175c6e626d3 req-f54c2456-74ba-42af-ac63-edb3ae493e3d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:04.298358 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-310ab7b1-c8aa-47f8-9ffa-4175c6e626d3 req-f54c2456-74ba-42af-ac63-edb3ae493e3d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0518293 Jul 25 05:41:04.346757 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-310ab7b1-c8aa-47f8-9ffa-4175c6e626d3 req-050b87f8-5d87-4a9d-bc71-94579e6274be tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426478 Jul 25 05:41:04.359466 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for port (2f9631c3-f819-4157-a4a8-62793b1d550b), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:04.364150 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (2f9631c3-f819-4157-a4a8-62793b1d550b), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:04.432273 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'Port': ['ID=2f9631c3-f819-4157-a4a8-62793b1d550b,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:04.445705 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (a809b640-ed83-46f5-a944-ee24ff78b79a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:04.451865 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:04.460936 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:04.462148 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-bc8279e7-65af-42a1-a4f9-fdc69e71e481 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0059555 Jul 25 05:41:04.658327 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-366a910a-dd3e-41a1-b2e7-b11774671778 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--806001128&fields=id&tenant_id=42066c73ac8f4e5c883204dfc66245c0 HTTP/1.1" status: 200 len: 267 time: 0.0424211 Jul 25 05:41:04.732110 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:04.767365 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-5d5acd12-722d-42cb-a6fa-30c7857bfd40 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:04.768806 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-5d5acd12-722d-42cb-a6fa-30c7857bfd40 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 814 time: 0.1042500 Jul 25 05:41:04.783540 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-1122e14e-ccce-46f9-9cb6-3de4c9219813 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/quotas/42066c73ac8f4e5c883204dfc66245c0 HTTP/1.1" status: 200 len: 375 time: 0.0094702 Jul 25 05:41:04.832232 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-da9ee183-b889-49e0-ac68-1bd997c9649f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438805 Jul 25 05:41:04.929676 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-f2b4f365-290f-4ac6-9dc9-02d526a94deb service neutron] 10.222.0.33 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852988 Jul 25 05:41:05.019048 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-df925019-3d5f-4682-b784-8070f5de8b6f service neutron] 10.222.0.33 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836804 Jul 25 05:41:05.180369 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-55a5970a-d4a5-43d1-b387-c90964e4f713 req-154f12d9-dcb5-461c-aed9-3abcc92f88b2 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 210 time: 0.0291710 Jul 25 05:41:05.470814 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754388d-fae8-497e-8c16-fb6456a47680 req-fa3c1a97-a871-4a63-b39f-c5aca5e11e0e tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:05.472494 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4754388d-fae8-497e-8c16-fb6456a47680 req-fa3c1a97-a871-4a63-b39f-c5aca5e11e0e tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0532830 Jul 25 05:41:05.523873 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4754388d-fae8-497e-8c16-fb6456a47680 req-c15eca61-3fe0-4885-bdc9-39e46650f4eb tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452929 Jul 25 05:41:05.861467 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 9d91bc86-6db7-4b09-b3c9-3958dd762034 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:41:05.885862 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 9d91bc86-6db7-4b09-b3c9-3958dd762034 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:41:05.886216 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 9d91bc86-6db7-4b09-b3c9-3958dd762034 not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:41:05.886628 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 96397b18-73bc-4e7f-abf2-2e7a32610b85 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:41:05.905866 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 96397b18-73bc-4e7f-abf2-2e7a32610b85 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:41:05.906228 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 96397b18-73bc-4e7f-abf2-2e7a32610b85 not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:41:06.282647 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-35e60a18-2ab3-47e0-99d7-76747410b632 req-5d5ea186-7855-4aac-bc8c-38cea8532432 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 210 time: 0.0288036 Jul 25 05:41:06.624433 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-9a32f4c7-8d6d-4ad2-9814-95004a95a838 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:06.626057 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-9a32f4c7-8d6d-4ad2-9814-95004a95a838 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 814 time: 0.1066039 Jul 25 05:41:06.642213 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f82e55-fc34-4628-bef4-ce6ed8d52929 req-499da026-127c-4932-833c-4b954113cd4f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:06.643713 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-50f82e55-fc34-4628-bef4-ce6ed8d52929 req-499da026-127c-4932-833c-4b954113cd4f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0508580 Jul 25 05:41:06.694747 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-50f82e55-fc34-4628-bef4-ce6ed8d52929 req-462b0658-3e8e-4256-b8af-8e3e1c2c0fa7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455379 Jul 25 05:41:06.702842 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:06.727261 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-e152fe8f-7b0d-4ba6-83e1-23050cf5d342 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42066c73ac8f4e5c883204dfc66245c0 HTTP/1.1" status: 200 len: 379 time: 0.0669279 Jul 25 05:41:06.818101 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-aa25ee76-8eee-4b9c-8611-19daff1452c7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'port': {'device_id': 'fb0ce9ee-f993-48f3-81da-8a31b0a2fc21', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'admin_state_up': True, 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'security_groups': ['3982cbdb-a7d9-42c1-98b5-347edd3827c9']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:41:06.927160 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-aa25ee76-8eee-4b9c-8611-19daff1452c7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Made reservation on behalf of 42066c73ac8f4e5c883204dfc66245c0 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:41:06.930461 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-aa25ee76-8eee-4b9c-8611-19daff1452c7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:07.054822 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-aa25ee76-8eee-4b9c-8611-19daff1452c7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Allocated IP 172.20.0.14 (fec420c3-be12-4a0c-92d9-7ad0ead1f91c/e6b699d7-df42-453b-8891-f9d892555252/1d7fd591-303f-4f00-9657-b9203d5271ba) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:41:07.187463 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-aa25ee76-8eee-4b9c-8611-19daff1452c7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:07.219268 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-aa25ee76-8eee-4b9c-8611-19daff1452c7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:07.263251 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-aa25ee76-8eee-4b9c-8611-19daff1452c7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Network fec420c3-be12-4a0c-92d9-7ad0ead1f91c is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:41:07.266415 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-aa25ee76-8eee-4b9c-8611-19daff1452c7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:41:07.272717 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-aa25ee76-8eee-4b9c-8611-19daff1452c7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:41:07.318898 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25ee76-8eee-4b9c-8611-19daff1452c7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'Port': ['ID=1d7fd591-303f-4f00-9657-b9203d5271ba,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:07.351158 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-aa25ee76-8eee-4b9c-8611-19daff1452c7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:07.352204 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-aa25ee76-8eee-4b9c-8611-19daff1452c7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:07.377302 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-aa25ee76-8eee-4b9c-8611-19daff1452c7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5630190 Jul 25 05:41:07.397516 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Request body: {'port': {'device_id': 'fb0ce9ee-f993-48f3-81da-8a31b0a2fc21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:41:07.435832 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb5ec3-ab86-4f70-bb13-b3186e47bbfc req-28b69a74-2387-44d3-ac09-fddab43d4c50 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:07.437672 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0deb5ec3-ab86-4f70-bb13-b3186e47bbfc req-28b69a74-2387-44d3-ac09-fddab43d4c50 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 932 time: 0.0619428 Jul 25 05:41:07.486291 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:07.489397 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:07.507510 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:07.528068 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0deb5ec3-ab86-4f70-bb13-b3186e47bbfc req-1a5167f8-c263-4508-a426-432ecad53bf6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703382 Jul 25 05:41:07.575135 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9693464c-e8b8-47eb-97cc-7e4036c0b113 None None] Provisioning complete for port 1d7fd591-303f-4f00-9657-b9203d5271ba triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:41:07.575757 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9693464c-e8b8-47eb-97cc-7e4036c0b113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:07.606937 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9693464c-e8b8-47eb-97cc-7e4036c0b113 None None] Port 1d7fd591-303f-4f00-9657-b9203d5271ba cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:41:07.679587 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:07.760165 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7fd591-303f-4f00-9657-b9203d5271ba {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:41:07.767871 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Publish callbacks [] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:07.780760 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Transition to ACTIVE for port object 1d7fd591-303f-4f00-9657-b9203d5271ba will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:41:07.785124 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:07.817582 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdb8fa-38aa-400e-a699-afd10b8bd86d req-ec842315-eaf0-43ec-92ca-b65cb8ccfe66 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:07.819137 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83bdb8fa-38aa-400e-a699-afd10b8bd86d req-ec842315-eaf0-43ec-92ca-b65cb8ccfe66 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0515656 Jul 25 05:41:07.839511 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Pushing event updated for resources: {'Port': ['ID=1d7fd591-303f-4f00-9657-b9203d5271ba,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:07.879498 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83bdb8fa-38aa-400e-a699-afd10b8bd86d req-b3cb1f4a-9ef8-427f-9aa0-a0abe5ade174 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469830 Jul 25 05:41:07.914436 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Attempting to bind port 1d7fd591-303f-4f00-9657-b9203d5271ba on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:41:07.914774 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Attempting to bind port 1d7fd591-303f-4f00-9657-b9203d5271ba by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:41:07.915105 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Attempting to bind port 1d7fd591-303f-4f00-9657-b9203d5271ba on network fec420c3-be12-4a0c-92d9-7ad0ead1f91c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:41:07.920519 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Port 1d7fd591-303f-4f00-9657-b9203d5271ba on network fec420c3-be12-4a0c-92d9-7ad0ead1f91c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:41:07.920870 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Attempting to bind port 1d7fd591-303f-4f00-9657-b9203d5271ba on network fec420c3-be12-4a0c-92d9-7ad0ead1f91c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:41:07.926065 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:41:07.926404 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Checking segment: {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:41:07.926785 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Bound using segment: {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:41:07.927209 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Bound port: 1d7fd591-303f-4f00-9657-b9203d5271ba, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:41:07.927566 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:07.992046 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] For port 1d7fd591-303f-4f00-9657-b9203d5271ba, host hv-cinder-85083, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:41:07.997060 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] For port 1d7fd591-303f-4f00-9657-b9203d5271ba, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1d7fd591-303f-4f00-9657-b9203d5271ba,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:41:08.002546 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:08.034937 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:08.035554 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:08.036940 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] 10.222.0.43 "PUT /v2.0/ports/1d7fd591-303f-4f00-9657-b9203d5271ba HTTP/1.1" status: 200 len: 1094 time: 0.6446979 Jul 25 05:41:08.037366 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0ce9ee-f993-48f3-81da-8a31b0a2fc21', 'tag': '1d7fd591-303f-4f00-9657-b9203d5271ba'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:41:08.039700 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6108a005-d988-45c7-bbff-546eca2bcf03" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0ce9ee-f993-48f3-81da-8a31b0a2fc21", "tag": "1d7fd591-303f-4f00-9657-b9203d5271ba"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:41:08.064258 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d8f3b-f9d9-45b8-a925-7b9cc1fbf6de service neutron] Pushing event updated for resources: {'Port': ['ID=1d7fd591-303f-4f00-9657-b9203d5271ba,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:08.078399 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a4ca57-80db-47fd-b9c0-dd841662e6f5 x-openstack-request-id: req-a2a4ca57-80db-47fd-b9c0-dd841662e6f5 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:41:08.078766 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0ce9ee-f993-48f3-81da-8a31b0a2fc21", "tag": "1d7fd591-303f-4f00-9657-b9203d5271ba", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:41:08.079114 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a2a4ca57-80db-47fd-b9c0-dd841662e6f5 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:41:08.079582 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a4ca57-80db-47fd-b9c0-dd841662e6f5'] response: {'name': 'network-changed', 'server_uuid': 'fb0ce9ee-f993-48f3-81da-8a31b0a2fc21', 'tag': '1d7fd591-303f-4f00-9657-b9203d5271ba', 'status': 'completed', 'code': 200} Jul 25 05:41:08.643291 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aea39e-4d93-4a81-a0b8-a90d0fcf3d86 req-04befd3d-3bc3-41ef-88cd-7545250f3436 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:08.644739 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a5aea39e-4d93-4a81-a0b8-a90d0fcf3d86 req-04befd3d-3bc3-41ef-88cd-7545250f3436 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 944 time: 0.0503805 Jul 25 05:41:08.692810 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a5aea39e-4d93-4a81-a0b8-a90d0fcf3d86 req-07e30fee-1a84-4b58-9b62-f0462ec277e8 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425587 Jul 25 05:41:08.996124 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e472018-8c40-494b-a4ca-1a57c1726599 req-3110d51f-e2dd-4df7-b0fd-374f7d41bbd7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:08.997651 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3e472018-8c40-494b-a4ca-1a57c1726599 req-3110d51f-e2dd-4df7-b0fd-374f7d41bbd7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0476735 Jul 25 05:41:09.044566 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3e472018-8c40-494b-a4ca-1a57c1726599 req-dab43f8b-87b7-4b39-9d2d-91ff3da55738 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414722 Jul 25 05:41:09.308330 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d72b28e3-b630-4cce-be65-6ff5b798c52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:09.810371 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f4a53-98c1-438c-894b-5b6dbe9c3d5d req-6fd51346-930d-4d24-8ae0-56363059ecbc tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:09.811882 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1c6f4a53-98c1-438c-894b-5b6dbe9c3d5d req-6fd51346-930d-4d24-8ae0-56363059ecbc tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 944 time: 0.0477791 Jul 25 05:41:09.863165 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1c6f4a53-98c1-438c-894b-5b6dbe9c3d5d req-e3311f04-8641-4cf9-885e-34e6f089a8b8 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457652 Jul 25 05:41:10.141094 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:10.160037 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e893f4-58c6-44e5-ad8f-a98c17d5fe10 req-8cf7708f-c94b-4695-8f08-73ea4b7bfade tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:10.161544 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b5e893f4-58c6-44e5-ad8f-a98c17d5fe10 req-8cf7708f-c94b-4695-8f08-73ea4b7bfade tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0485587 Jul 25 05:41:10.208153 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b5e893f4-58c6-44e5-ad8f-a98c17d5fe10 req-1bf75fef-7973-44c8-ab4d-fa451fe4f79b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407145 Jul 25 05:41:10.536923 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108a005-d988-45c7-bbff-546eca2bcf03 req-9b3da1ef-57ae-4945-87ff-9c9bc6307695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:10.539024 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6108a005-d988-45c7-bbff-546eca2bcf03 req-9b3da1ef-57ae-4945-87ff-9c9bc6307695 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 1128 time: 0.0429912 Jul 25 05:41:10.726374 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108a005-d988-45c7-bbff-546eca2bcf03 req-b2d29c14-3f62-4ecd-b648-03a835fd7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:10.727851 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6108a005-d988-45c7-bbff-546eca2bcf03 req-b2d29c14-3f62-4ecd-b648-03a835fd7587 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=42066c73ac8f4e5c883204dfc66245c0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1661482 Jul 25 05:41:10.815739 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feed907-62f6-47b5-89c4-7584f36247da req-18923af0-0075-4b74-b680-c2b420b50f6b tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:10.817227 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6feed907-62f6-47b5-89c4-7584f36247da req-18923af0-0075-4b74-b680-c2b420b50f6b tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/networks?id=bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 HTTP/1.1" status: 200 len: 814 time: 0.1048002 Jul 25 05:41:10.824548 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108a005-d988-45c7-bbff-546eca2bcf03 req-56520fea-90c7-4451-bd70-e8a4975d2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:10.826022 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6108a005-d988-45c7-bbff-546eca2bcf03 req-56520fea-90c7-4451-bd70-e8a4975d2993 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920820 Jul 25 05:41:10.832469 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6feed907-62f6-47b5-89c4-7584f36247da req-485f4e8b-d39f-4957-a090-59fc5d4ed5bb tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/quotas/213b3114e35d4016b3169364760edb17 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Jul 25 05:41:10.865290 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6feed907-62f6-47b5-89c4-7584f36247da req-7816ce2e-cede-45f9-886f-6c8959c0db1b tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=213b3114e35d4016b3169364760edb17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277205 Jul 25 05:41:10.936227 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-d0720d96-b035-446f-8104-b7791edf4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:10.937725 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-d0720d96-b035-446f-8104-b7791edf4169 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 1128 time: 0.0448737 Jul 25 05:41:10.992124 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-f75519ab-326d-4c43-b675-2a6f167b25c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d7fd591-303f-4f00-9657-b9203d5271ba HTTP/1.1" status: 200 len: 217 time: 0.0333993 Jul 25 05:41:10.994912 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c9d67-0857-445f-937e-3763f732c14e req-a606adaa-752a-41b2-baed-07160fd56e5d tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:10.996378 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-df1c9d67-0857-445f-937e-3763f732c14e req-a606adaa-752a-41b2-baed-07160fd56e5d tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 944 time: 0.0652819 Jul 25 05:41:11.002037 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6feed907-62f6-47b5-89c4-7584f36247da req-6050c30a-3f5d-451c-b268-f8d924102cc8 service neutron] 10.222.0.33 "GET /v2.0/networks/bc35280f-d3fa-4a8e-8f13-e8e0a7a52950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299031 Jul 25 05:41:11.044449 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0cf95a82-b64d-4792-b0e0-ffba611b8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:11.045959 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-0cf95a82-b64d-4792-b0e0-ffba611b8703 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6b699d7-df42-453b-8891-f9d892555252 HTTP/1.1" status: 200 len: 853 time: 0.0460522 Jul 25 05:41:11.080722 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:11.092260 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-e907f6a5-c064-445e-84eb-cbc13414d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:11.093780 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-e907f6a5-c064-445e-84eb-cbc13414d0f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412283 Jul 25 05:41:11.096401 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-df1c9d67-0857-445f-937e-3763f732c14e req-28d94fe6-d77f-45e5-9dc9-534fc9e3f863 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934587 Jul 25 05:41:11.124015 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6feed907-62f6-47b5-89c4-7584f36247da req-c6cf1f75-2ed2-4960-aba0-c832bb6ab524 service neutron] 10.222.0.33 "GET /v2.0/networks/bc35280f-d3fa-4a8e-8f13-e8e0a7a52950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152184 Jul 25 05:41:11.181320 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:11.184593 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:11.205452 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-1b486281-b62e-4ae0-bee6-887a40bb3817 service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019850 Jul 25 05:41:11.296418 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1e544a3b-0d71-4a21-b2a2-867457c71a72 req-f2402a71-a175-4ba1-90d7-ff514190ac35 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 210 time: 0.0396028 Jul 25 05:41:11.334544 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8aa68654-1cb3-49c0-aa2f-9b28e674606d req-bbab0180-419e-42ac-9517-9b0a4927e6db service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196153 Jul 25 05:41:11.342729 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e2cf5-5c4d-48d3-aeed-a22a37cab14b req-bcbc7275-36fa-4af6-88d5-59868ee2778b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:11.344258 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a51e2cf5-5c4d-48d3-aeed-a22a37cab14b req-bcbc7275-36fa-4af6-88d5-59868ee2778b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0500679 Jul 25 05:41:11.408666 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a51e2cf5-5c4d-48d3-aeed-a22a37cab14b req-c6d2f823-7cf8-4614-9071-4be385a56864 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547471 Jul 25 05:41:11.699550 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-db058025-e232-460e-a8b6-5ef148c8b802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:12.211235 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051c7da-d8ef-4d2c-8070-7386d02a27a9 req-0119aeb1-49f5-4e44-9637-584487fe3132 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:12.212692 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3051c7da-d8ef-4d2c-8070-7386d02a27a9 req-0119aeb1-49f5-4e44-9637-584487fe3132 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 944 time: 0.0459509 Jul 25 05:41:12.245138 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:12.263626 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3051c7da-d8ef-4d2c-8070-7386d02a27a9 req-8bc57c77-ea58-409e-9dda-caa2f5be991e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445969 Jul 25 05:41:12.396012 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-26381784-177f-4753-90cc-cb5008e1e3ad req-f4495075-6ca5-4988-ba85-25c49fe29928 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 210 time: 0.0281219 Jul 25 05:41:12.523094 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d6612-29ce-4514-9441-b6acd75216a0 req-f8fb1a5b-9e9d-4b2d-97fc-12e700cb1974 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:12.525069 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-188d6612-29ce-4514-9441-b6acd75216a0 req-f8fb1a5b-9e9d-4b2d-97fc-12e700cb1974 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0503218 Jul 25 05:41:12.560149 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:12.573758 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-188d6612-29ce-4514-9441-b6acd75216a0 req-121fb478-92e2-4c17-a61a-b72afb983362 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433331 Jul 25 05:41:13.237412 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feed907-62f6-47b5-89c4-7584f36247da req-a7463f61-f607-4251-8f52-d06dff59e047 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:13.238885 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6feed907-62f6-47b5-89c4-7584f36247da req-a7463f61-f607-4251-8f52-d06dff59e047 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.43 "GET /v2.0/networks?id=bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 HTTP/1.1" status: 200 len: 814 time: 0.1033106 Jul 25 05:41:13.259302 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-6feed907-62f6-47b5-89c4-7584f36247da req-710035e0-18e8-44d4-aabe-f0454401859d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Request body: {'port': {'device_id': 'fdeb60d1-2ee4-4e65-a46e-ae8aa153568c', 'network_id': 'bc35280f-d3fa-4a8e-8f13-e8e0a7a52950', 'admin_state_up': True, 'tenant_id': '213b3114e35d4016b3169364760edb17'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:41:13.377988 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6feed907-62f6-47b5-89c4-7584f36247da req-710035e0-18e8-44d4-aabe-f0454401859d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Made reservation on behalf of 213b3114e35d4016b3169364760edb17 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:41:13.379777 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660b461-1ded-45a5-9bbc-111599abc168 req-d73be20a-0a95-419d-b68c-f21f435c60a6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:13.381373 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2660b461-1ded-45a5-9bbc-111599abc168 req-d73be20a-0a95-419d-b68c-f21f435c60a6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 944 time: 0.0490339 Jul 25 05:41:13.383647 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6feed907-62f6-47b5-89c4-7584f36247da req-710035e0-18e8-44d4-aabe-f0454401859d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:13.435904 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2660b461-1ded-45a5-9bbc-111599abc168 req-c7e4501e-5699-46f7-ad7d-8fc4d16e137a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486491 Jul 25 05:41:13.509605 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8f70c1fd-33ce-449f-9136-0d939e7809a2 req-7a4add23-dd07-4a44-98d1-95e1927c43a8 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 210 time: 0.0284865 Jul 25 05:41:13.515384 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-6feed907-62f6-47b5-89c4-7584f36247da req-710035e0-18e8-44d4-aabe-f0454401859d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Allocated IP 172.20.0.10 (bc35280f-d3fa-4a8e-8f13-e8e0a7a52950/8c341e68-c3bc-4116-abfa-c73762dec9ba/be4aadad-fae4-45d9-9f06-a8c23366b5c2) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:41:13.661690 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6feed907-62f6-47b5-89c4-7584f36247da req-710035e0-18e8-44d4-aabe-f0454401859d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks [] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:13.688669 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5619e-a0a5-43b3-a611-0893efd7105b req-60097f63-9d61-4654-a0bc-667e0af600c9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:13.690188 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b5f5619e-a0a5-43b3-a611-0893efd7105b req-60097f63-9d61-4654-a0bc-667e0af600c9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0485504 Jul 25 05:41:13.694176 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6feed907-62f6-47b5-89c4-7584f36247da req-710035e0-18e8-44d4-aabe-f0454401859d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:13.735217 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:13.737140 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:13.740335 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b5f5619e-a0a5-43b3-a611-0893efd7105b req-5ce88a7f-50da-4675-a976-9d8a56bf5b00 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440409 Jul 25 05:41:13.740826 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6feed907-62f6-47b5-89c4-7584f36247da req-710035e0-18e8-44d4-aabe-f0454401859d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Network bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:41:13.747364 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-6feed907-62f6-47b5-89c4-7584f36247da req-710035e0-18e8-44d4-aabe-f0454401859d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:41:13.752521 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6feed907-62f6-47b5-89c4-7584f36247da req-710035e0-18e8-44d4-aabe-f0454401859d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:41:13.776880 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710035e0-18e8-44d4-aabe-f0454401859d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Pushing event updated for resources: {'Port': ['ID=be4aadad-fae4-45d9-9f06-a8c23366b5c2,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:13.805771 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feed907-62f6-47b5-89c4-7584f36247da req-710035e0-18e8-44d4-aabe-f0454401859d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:13.806384 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6feed907-62f6-47b5-89c4-7584f36247da req-710035e0-18e8-44d4-aabe-f0454401859d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:13.823216 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6feed907-62f6-47b5-89c4-7584f36247da req-710035e0-18e8-44d4-aabe-f0454401859d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5675805 Jul 25 05:41:13.842017 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Request body: {'port': {'device_id': 'fdeb60d1-2ee4-4e65-a46e-ae8aa153568c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:41:13.892990 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:13.899623 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:14.140225 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:14.159175 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4aadad-fae4-45d9-9f06-a8c23366b5c2 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:41:14.167284 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Publish callbacks [] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:14.179574 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Transition to ACTIVE for port object be4aadad-fae4-45d9-9f06-a8c23366b5c2 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:41:14.183091 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:14.231750 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Pushing event updated for resources: {'Port': ['ID=be4aadad-fae4-45d9-9f06-a8c23366b5c2,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:14.304091 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Attempting to bind port be4aadad-fae4-45d9-9f06-a8c23366b5c2 on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:41:14.304823 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Attempting to bind port be4aadad-fae4-45d9-9f06-a8c23366b5c2 by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': '3f52582c-fccb-497b-90b8-ead89f445999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc35280f-d3fa-4a8e-8f13-e8e0a7a52950'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:41:14.304823 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Attempting to bind port be4aadad-fae4-45d9-9f06-a8c23366b5c2 on network bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:41:14.309206 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Port be4aadad-fae4-45d9-9f06-a8c23366b5c2 on network bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:41:14.309520 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Attempting to bind port be4aadad-fae4-45d9-9f06-a8c23366b5c2 on network bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:41:14.314300 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:41:14.314631 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Checking segment: {'id': '3f52582c-fccb-497b-90b8-ead89f445999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc35280f-d3fa-4a8e-8f13-e8e0a7a52950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:41:14.315005 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Bound using segment: {'id': '3f52582c-fccb-497b-90b8-ead89f445999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc35280f-d3fa-4a8e-8f13-e8e0a7a52950'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:41:14.315422 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Bound port: be4aadad-fae4-45d9-9f06-a8c23366b5c2, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f52582c-fccb-497b-90b8-ead89f445999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc35280f-d3fa-4a8e-8f13-e8e0a7a52950'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:41:14.315769 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:14.374811 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] For port be4aadad-fae4-45d9-9f06-a8c23366b5c2, host hv-cinder-85083, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:41:14.377748 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] For port be4aadad-fae4-45d9-9f06-a8c23366b5c2, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=be4aadad-fae4-45d9-9f06-a8c23366b5c2,segment=NetworkSegment(3f52582c-fccb-497b-90b8-ead89f445999),segment_id=3f52582c-fccb-497b-90b8-ead89f445999)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:41:14.380052 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1d7fd591-303f-4f00-9657-b9203d5271ba details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:41:14.386182 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:14.419745 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:14.420734 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:14.422729 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6feed907-62f6-47b5-89c4-7584f36247da req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] 10.222.0.43 "PUT /v2.0/ports/be4aadad-fae4-45d9-9f06-a8c23366b5c2 HTTP/1.1" status: 200 len: 1094 time: 0.5847716 Jul 25 05:41:14.425101 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeb60d1-2ee4-4e65-a46e-ae8aa153568c', 'tag': 'be4aadad-fae4-45d9-9f06-a8c23366b5c2'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:41:14.427335 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8d5797-b29b-4c11-be34-d2fd3be8613c" -d '{"events": [{"name": "network-changed", "server_uuid": "fdeb60d1-2ee4-4e65-a46e-ae8aa153568c", "tag": "be4aadad-fae4-45d9-9f06-a8c23366b5c2"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:41:14.456393 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c051ecb-0fc9-47b3-b967-2929d4a7c835 service neutron] Pushing event updated for resources: {'Port': ['ID=be4aadad-fae4-45d9-9f06-a8c23366b5c2,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:14.488371 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 1d7fd591-303f-4f00-9657-b9203d5271ba, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1d7fd591-303f-4f00-9657-b9203d5271ba,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:41:14.488965 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bf3264-9159-4521-87b8-cf7df39d5933 x-openstack-request-id: req-64bf3264-9159-4521-87b8-cf7df39d5933 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:41:14.489373 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdeb60d1-2ee4-4e65-a46e-ae8aa153568c", "tag": "be4aadad-fae4-45d9-9f06-a8c23366b5c2", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:41:14.489695 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-64bf3264-9159-4521-87b8-cf7df39d5933 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:41:14.490163 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64bf3264-9159-4521-87b8-cf7df39d5933'] response: {'name': 'network-changed', 'server_uuid': 'fdeb60d1-2ee4-4e65-a46e-ae8aa153568c', 'tag': 'be4aadad-fae4-45d9-9f06-a8c23366b5c2', 'status': 'completed', 'code': 200} Jul 25 05:41:14.502882 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '1d7fd591-303f-4f00-9657-b9203d5271ba', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'port_id': '1d7fd591-303f-4f00-9657-b9203d5271ba', 'mac_address': 'fa:16:3e:b7:ad:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:41:14.532239 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:14.535364 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:14.547841 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 1d7fd591-303f-4f00-9657-b9203d5271ba is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:41:14.548242 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:14.564518 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7fd591-303f-4f00-9657-b9203d5271ba {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:41:14.569998 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067a1bc-a28f-4edc-accc-2621ac0a5c84 req-76b54030-d8dc-424b-aa73-08849625fa4d tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:14.571562 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f067a1bc-a28f-4edc-accc-2621ac0a5c84 req-76b54030-d8dc-424b-aa73-08849625fa4d tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 944 time: 0.0606949 Jul 25 05:41:14.585771 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feed907-62f6-47b5-89c4-7584f36247da req-ba25bfae-d86a-447e-b543-c7cfec39fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:14.586008 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 1d7fd591-303f-4f00-9657-b9203d5271ba, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1d7fd591-303f-4f00-9657-b9203d5271ba,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:41:14.587413 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6feed907-62f6-47b5-89c4-7584f36247da req-ba25bfae-d86a-447e-b543-c7cfec39fe7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=213b3114e35d4016b3169364760edb17&device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 1128 time: 0.0759897 Jul 25 05:41:14.590995 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:14.639566 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=1d7fd591-303f-4f00-9657-b9203d5271ba,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:14.642055 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6feed907-62f6-47b5-89c4-7584f36247da req-0fbe5a24-6f1a-48f2-8bab-9f1706c99a31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be4aadad-fae4-45d9-9f06-a8c23366b5c2 HTTP/1.1" status: 200 len: 217 time: 0.0402527 Jul 25 05:41:14.647853 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.648196 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.648536 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.648921 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.649265 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.649595 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.649915 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.650365 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.650697 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.651221 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.651710 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.652208 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.652696 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.653194 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.653681 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:14.666787 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f067a1bc-a28f-4edc-accc-2621ac0a5c84 req-3462bfd7-0124-4c4d-b47f-bb25add50291 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881445 Jul 25 05:41:14.675573 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61df00-702c-4616-a07b-9108afc61aa1 req-9314c4b6-9ab1-4549-a6e1-d9ec07e66b4e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:14.677118 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dd61df00-702c-4616-a07b-9108afc61aa1 req-9314c4b6-9ab1-4549-a6e1-d9ec07e66b4e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 944 time: 0.0682056 Jul 25 05:41:14.700595 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:14.703596 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feed907-62f6-47b5-89c4-7584f36247da req-bcb7b540-7265-4ee4-a55c-544f435508c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:14.705002 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6feed907-62f6-47b5-89c4-7584f36247da req-bcb7b540-7265-4ee4-a55c-544f435508c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c341e68-c3bc-4116-abfa-c73762dec9ba HTTP/1.1" status: 200 len: 854 time: 0.0551529 Jul 25 05:41:14.728141 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dd61df00-702c-4616-a07b-9108afc61aa1 req-3cf06726-8988-49b0-ab83-ede76b0019e9 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454452 Jul 25 05:41:14.741835 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6feed907-62f6-47b5-89c4-7584f36247da req-d10979ec-5184-428d-90bd-278c6694f5cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc35280f-d3fa-4a8e-8f13-e8e0a7a52950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284798 Jul 25 05:41:14.839584 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6feed907-62f6-47b5-89c4-7584f36247da req-aab8983a-7114-4c1d-86e3-5459a594602b service neutron] 10.222.0.43 "GET /v2.0/networks/bc35280f-d3fa-4a8e-8f13-e8e0a7a52950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896852 Jul 25 05:41:14.856604 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02cc8f-0321-4f7e-b9bf-256226612cfd req-d7f9a90f-b0ff-4865-826e-e558982fb431 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:14.858134 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a02cc8f-0321-4f7e-b9bf-256226612cfd req-d7f9a90f-b0ff-4865-826e-e558982fb431 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0469437 Jul 25 05:41:14.863095 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:14.871720 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:14.910158 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a02cc8f-0321-4f7e-b9bf-256226612cfd req-39bd8388-fe22-443e-b961-3390b9305ac9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462961 Jul 25 05:41:14.934264 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6feed907-62f6-47b5-89c4-7584f36247da req-b37a513b-8e0e-4b7a-85d8-4157c448291d service neutron] 10.222.0.43 "GET /v2.0/networks/bc35280f-d3fa-4a8e-8f13-e8e0a7a52950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885468 Jul 25 05:41:14.984576 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['1d7fd591-303f-4f00-9657-b9203d5271ba'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:41:15.780538 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec29ce-793c-4ecc-8c65-627b067200d9 req-1c6068f7-528d-4bde-aa34-b8d75c70dd78 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:15.782061 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fbec29ce-793c-4ecc-8c65-627b067200d9 req-1c6068f7-528d-4bde-aa34-b8d75c70dd78 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 945 time: 0.0474503 Jul 25 05:41:15.863430 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bfce2-7f01-43ef-a08f-137676c3958a req-59fc5be2-fdd3-435a-badc-a68ca205f7a6 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:15.864906 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d10bfce2-7f01-43ef-a08f-137676c3958a req-59fc5be2-fdd3-435a-badc-a68ca205f7a6 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 944 time: 0.0700207 Jul 25 05:41:15.868143 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fbec29ce-793c-4ecc-8c65-627b067200d9 req-6381f44c-0ff0-426d-92ed-ab251984a097 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804765 Jul 25 05:41:15.913091 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d10bfce2-7f01-43ef-a08f-137676c3958a req-f794a247-29b9-4637-8461-58f8156b7f55 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419238 Jul 25 05:41:16.026299 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e8bee-1cb0-4133-9f08-8462ac7dcce3 req-3278f5b0-dd02-4e49-affe-9750115b6550 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:16.027744 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b39e8bee-1cb0-4133-9f08-8462ac7dcce3 req-3278f5b0-dd02-4e49-affe-9750115b6550 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0511823 Jul 25 05:41:16.074686 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b39e8bee-1cb0-4133-9f08-8462ac7dcce3 req-d5a19d91-ca2d-4142-8441-376fcd5b6c61 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414462 Jul 25 05:41:16.096584 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d5797-b29b-4c11-be34-d2fd3be8613c req-3eb19b96-f73a-44e8-b026-f237ca8d94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:16.098085 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-df8d5797-b29b-4c11-be34-d2fd3be8613c req-3eb19b96-f73a-44e8-b026-f237ca8d94b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=213b3114e35d4016b3169364760edb17&device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 1128 time: 0.0431292 Jul 25 05:41:16.189946 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d5797-b29b-4c11-be34-d2fd3be8613c req-2f9af269-b603-4f78-ae1e-8686c2a65f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:16.191377 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-df8d5797-b29b-4c11-be34-d2fd3be8613c req-2f9af269-b603-4f78-ae1e-8686c2a65f87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 HTTP/1.1" status: 200 len: 915 time: 0.0845132 Jul 25 05:41:16.235347 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-df8d5797-b29b-4c11-be34-d2fd3be8613c req-85d2433d-5b52-4c29-a7d7-ec0674c97d8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be4aadad-fae4-45d9-9f06-a8c23366b5c2 HTTP/1.1" status: 200 len: 217 time: 0.0358412 Jul 25 05:41:16.283086 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d5797-b29b-4c11-be34-d2fd3be8613c req-d9c78924-d65c-488d-815e-e78df0e41e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:16.284469 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-df8d5797-b29b-4c11-be34-d2fd3be8613c req-d9c78924-d65c-488d-815e-e78df0e41e98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c341e68-c3bc-4116-abfa-c73762dec9ba HTTP/1.1" status: 200 len: 854 time: 0.0434794 Jul 25 05:41:16.317507 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-df8d5797-b29b-4c11-be34-d2fd3be8613c req-1ee015c7-3676-4b53-a25f-0ffef237045a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc35280f-d3fa-4a8e-8f13-e8e0a7a52950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248294 Jul 25 05:41:16.394081 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1d7fd591-303f-4f00-9657-b9203d5271ba up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:41:16.411699 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-df8d5797-b29b-4c11-be34-d2fd3be8613c req-7538341f-a46d-45da-8fd1-f8b8f06525d7 service neutron] 10.222.0.43 "GET /v2.0/networks/bc35280f-d3fa-4a8e-8f13-e8e0a7a52950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864382 Jul 25 05:41:16.439508 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 1d7fd591-303f-4f00-9657-b9203d5271ba completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:41:16.445205 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 1d7fd591-303f-4f00-9657-b9203d5271ba triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:41:16.445580 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:16.506465 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-df8d5797-b29b-4c11-be34-d2fd3be8613c req-d5c24569-03c7-484e-bc48-54c7b318c1a8 service neutron] 10.222.0.43 "GET /v2.0/networks/bc35280f-d3fa-4a8e-8f13-e8e0a7a52950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839915 Jul 25 05:41:16.520563 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 1d7fd591-303f-4f00-9657-b9203d5271ba is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:41:16.520992 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:16.544618 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0ce9ee-f993-48f3-81da-8a31b0a2fc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7fd591-303f-4f00-9657-b9203d5271ba'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:41:16.548373 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca61053d-5791-40c1-a6b8-cc147ab7d648" -d '{"events": [{"server_uuid": "fb0ce9ee-f993-48f3-81da-8a31b0a2fc21", "name": "network-vif-plugged", "status": "completed", "tag": "1d7fd591-303f-4f00-9657-b9203d5271ba"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:41:16.561154 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 1d7fd591-303f-4f00-9657-b9203d5271ba, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1d7fd591-303f-4f00-9657-b9203d5271ba,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:41:16.565034 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:16.586794 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2dfe54-4002-42ce-b00a-0f35e1cdca9e x-openstack-request-id: req-2b2dfe54-4002-42ce-b00a-0f35e1cdca9e {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:41:16.587094 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0ce9ee-f993-48f3-81da-8a31b0a2fc21", "name": "network-vif-plugged", "status": "completed", "tag": "1d7fd591-303f-4f00-9657-b9203d5271ba", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:41:16.587341 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2b2dfe54-4002-42ce-b00a-0f35e1cdca9e {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:41:16.587721 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2dfe54-4002-42ce-b00a-0f35e1cdca9e'] response: {'server_uuid': 'fb0ce9ee-f993-48f3-81da-8a31b0a2fc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7fd591-303f-4f00-9657-b9203d5271ba', 'code': 200} Jul 25 05:41:16.613656 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=1d7fd591-303f-4f00-9657-b9203d5271ba,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:16.797307 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d059e5-6546-473b-bf6f-149390cd2584 req-f995446f-c966-4704-be45-21a9b11a6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:16.798841 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3d059e5-6546-473b-bf6f-149390cd2584 req-f995446f-c966-4704-be45-21a9b11a6929 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 1130 time: 0.0393925 Jul 25 05:41:16.847461 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3d059e5-6546-473b-bf6f-149390cd2584 req-ee6b357f-7d76-4a70-9da6-850c7731ce8a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412495 Jul 25 05:41:16.983064 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e93a-f835-4e9c-a668-f649f34eb9ba req-ee0633ef-9a7a-41bd-bf0e-14a4563d855a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:16.984543 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b8f9e93a-f835-4e9c-a668-f649f34eb9ba req-ee0633ef-9a7a-41bd-bf0e-14a4563d855a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 946 time: 0.0495937 Jul 25 05:41:17.047409 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff62ed-0572-4fbf-a931-eff573e38822 req-447e5d88-92f5-44d3-9587-00640f57b23c tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:17.048761 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-02ff62ed-0572-4fbf-a931-eff573e38822 req-447e5d88-92f5-44d3-9587-00640f57b23c tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 944 time: 0.0633361 Jul 25 05:41:17.083158 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b8f9e93a-f835-4e9c-a668-f649f34eb9ba req-f1edbdde-4b3f-4d9b-99d1-307c5c28873f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893023 Jul 25 05:41:17.086987 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:17.112250 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-02ff62ed-0572-4fbf-a931-eff573e38822 req-a2e554b5-e4a1-4c0f-9994-bc2449109296 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579574 Jul 25 05:41:17.196569 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07674331-aad2-43e1-8e6f-d6d8c1b79a7f req-4fb0daaa-f80d-4fd1-9ef2-5b38f86a3ade tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:17.198080 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-07674331-aad2-43e1-8e6f-d6d8c1b79a7f req-4fb0daaa-f80d-4fd1-9ef2-5b38f86a3ade tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0464365 Jul 25 05:41:17.245927 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-07674331-aad2-43e1-8e6f-d6d8c1b79a7f req-2de6b14e-d972-45fb-8fbc-8ae4449ba5f8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423925 Jul 25 05:41:18.014842 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:18.026982 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:18.227851 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081935e-c064-4a40-841a-eae463a29d37 req-90d17845-524b-4ccc-b626-207e3df0cfa4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:18.229653 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1081935e-c064-4a40-841a-eae463a29d37 req-90d17845-524b-4ccc-b626-207e3df0cfa4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 946 time: 0.0765507 Jul 25 05:41:18.248744 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe6c8c-e035-4ec5-bd2d-f7fd48d6150e req-83adb325-955b-425a-af2e-782894ba284d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:18.250129 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1cfe6c8c-e035-4ec5-bd2d-f7fd48d6150e req-83adb325-955b-425a-af2e-782894ba284d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 944 time: 0.0697615 Jul 25 05:41:18.308123 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1081935e-c064-4a40-841a-eae463a29d37 req-1a92b8bd-4fbf-47c9-a979-73e36136cab6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729842 Jul 25 05:41:18.322104 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1cfe6c8c-e035-4ec5-bd2d-f7fd48d6150e req-28007029-6b03-4089-b016-720ffd763d77 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653203 Jul 25 05:41:18.373117 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:18.405812 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device be4aadad-fae4-45d9-9f06-a8c23366b5c2 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:41:18.409785 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a4d90-56ae-4150-9937-96ac534a845f req-54bbbf19-e635-4b63-b979-838f1c191bca tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:18.411254 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-658a4d90-56ae-4150-9937-96ac534a845f req-54bbbf19-e635-4b63-b979-838f1c191bca tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0480902 Jul 25 05:41:18.460405 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-658a4d90-56ae-4150-9937-96ac534a845f req-c815c2f6-f812-4d55-a9d6-41c80e5f0a01 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436327 Jul 25 05:41:18.506334 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port be4aadad-fae4-45d9-9f06-a8c23366b5c2, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=be4aadad-fae4-45d9-9f06-a8c23366b5c2,segment=NetworkSegment(3f52582c-fccb-497b-90b8-ead89f445999),segment_id=3f52582c-fccb-497b-90b8-ead89f445999)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:41:18.518472 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': 'be4aadad-fae4-45d9-9f06-a8c23366b5c2', 'network_id': 'bc35280f-d3fa-4a8e-8f13-e8e0a7a52950', 'port_id': 'be4aadad-fae4-45d9-9f06-a8c23366b5c2', 'mac_address': 'fa:16:3e:c8:94:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c341e68-c3bc-4116-abfa-c73762dec9ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:41:18.556169 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port be4aadad-fae4-45d9-9f06-a8c23366b5c2 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:41:18.557206 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:18.570433 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4aadad-fae4-45d9-9f06-a8c23366b5c2 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:41:18.590369 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port be4aadad-fae4-45d9-9f06-a8c23366b5c2, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=be4aadad-fae4-45d9-9f06-a8c23366b5c2,segment=NetworkSegment(3f52582c-fccb-497b-90b8-ead89f445999),segment_id=3f52582c-fccb-497b-90b8-ead89f445999)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:41:18.594370 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:18.638465 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:18.644211 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=be4aadad-fae4-45d9-9f06-a8c23366b5c2,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:19.018328 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['be4aadad-fae4-45d9-9f06-a8c23366b5c2'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:41:19.021490 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:19.452941 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb22aa1-7336-4da3-8302-c8bffbced29c req-08cb1b5a-873a-4534-ab1a-f671c3c533a8 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:19.454420 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3fb22aa1-7336-4da3-8302-c8bffbced29c req-08cb1b5a-873a-4534-ab1a-f671c3c533a8 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 946 time: 0.0771770 Jul 25 05:41:19.467071 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11591959-82b5-4068-9c14-a096bcaabc30 req-5f9bf91e-d259-441d-ac3b-832787258aef tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:19.468440 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-11591959-82b5-4068-9c14-a096bcaabc30 req-5f9bf91e-d259-441d-ac3b-832787258aef tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 945 time: 0.0634062 Jul 25 05:41:19.544880 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3fb22aa1-7336-4da3-8302-c8bffbced29c req-85daca1f-bb63-4f51-865f-1898474206a6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847714 Jul 25 05:41:19.548004 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-11591959-82b5-4068-9c14-a096bcaabc30 req-005ef4b2-32d3-4f24-827c-b51672fa57ef tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732028 Jul 25 05:41:19.674964 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c38a3-8fea-480f-adba-5d1f824fa404 req-fc7690e2-021a-4aeb-93a8-721ab12f52ad tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:19.676346 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c00c38a3-8fea-480f-adba-5d1f824fa404 req-fc7690e2-021a-4aeb-93a8-721ab12f52ad tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0758574 Jul 25 05:41:19.682827 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee1f86-1b1b-4afc-909b-01999955b5b8 req-69081d34-163f-4187-ba54-6f6c2fab61f0 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:19.684182 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c5ee1f86-1b1b-4afc-909b-01999955b5b8 req-69081d34-163f-4187-ba54-6f6c2fab61f0 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 946 time: 0.0741153 Jul 25 05:41:19.693067 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38012) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:41:19.697750 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-494a65bb-7335-4395-9996-266e794fabc6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'floatingip': {'port_id': '1d7fd591-303f-4f00-9657-b9203d5271ba'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:41:19.726606 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c00c38a3-8fea-480f-adba-5d1f824fa404 req-8d37bd0e-f4ab-4c9d-84f5-5b9abbd1d790 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414689 Jul 25 05:41:19.736322 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-494a65bb-7335-4395-9996-266e794fabc6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (a809b640-ed83-46f5-a944-ee24ff78b79a), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:20.342020 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:20.400341 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-494a65bb-7335-4395-9996-266e794fabc6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:20.404062 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-494a65bb-7335-4395-9996-266e794fabc6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (a809b640-ed83-46f5-a944-ee24ff78b79a), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:20.423752 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device be4aadad-fae4-45d9-9f06-a8c23366b5c2 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:41:20.448241 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:20.468056 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port be4aadad-fae4-45d9-9f06-a8c23366b5c2 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:41:20.473202 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port be4aadad-fae4-45d9-9f06-a8c23366b5c2 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:41:20.473573 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:20.504465 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-494a65bb-7335-4395-9996-266e794fabc6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Floating IP a809b640-ed83-46f5-a944-ee24ff78b79a associated. External IP: 172.27.3.217, port: 1d7fd591-303f-4f00-9657-b9203d5271ba. Jul 25 05:41:20.553798 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port be4aadad-fae4-45d9-9f06-a8c23366b5c2 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:41:20.554188 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:20.581485 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeb60d1-2ee4-4e65-a46e-ae8aa153568c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4aadad-fae4-45d9-9f06-a8c23366b5c2'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:41:20.583795 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dab322-a16b-4402-99e8-c27922af1f3c" -d '{"events": [{"server_uuid": "fdeb60d1-2ee4-4e65-a46e-ae8aa153568c", "name": "network-vif-plugged", "status": "completed", "tag": "be4aadad-fae4-45d9-9f06-a8c23366b5c2"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:41:20.597322 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port be4aadad-fae4-45d9-9f06-a8c23366b5c2, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=be4aadad-fae4-45d9-9f06-a8c23366b5c2,segment=NetworkSegment(3f52582c-fccb-497b-90b8-ead89f445999),segment_id=3f52582c-fccb-497b-90b8-ead89f445999)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:41:20.604480 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:20.635527 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069831a5-3fdb-47a6-b621-c73fd192c5b5 x-openstack-request-id: req-069831a5-3fdb-47a6-b621-c73fd192c5b5 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:41:20.635861 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeb60d1-2ee4-4e65-a46e-ae8aa153568c", "name": "network-vif-plugged", "status": "completed", "tag": "be4aadad-fae4-45d9-9f06-a8c23366b5c2", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:41:20.636119 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-069831a5-3fdb-47a6-b621-c73fd192c5b5 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:41:20.636518 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069831a5-3fdb-47a6-b621-c73fd192c5b5'] response: {'server_uuid': 'fdeb60d1-2ee4-4e65-a46e-ae8aa153568c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4aadad-fae4-45d9-9f06-a8c23366b5c2', 'code': 200} Jul 25 05:41:20.667762 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=be4aadad-fae4-45d9-9f06-a8c23366b5c2,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:20.698591 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227441f-bb60-406b-b528-b648ac6d2500 req-aa0d454b-d056-486b-bbac-7eb5d22a266f tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:20.700281 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5227441f-bb60-406b-b528-b648ac6d2500 req-aa0d454b-d056-486b-bbac-7eb5d22a266f tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 946 time: 0.0666964 Jul 25 05:41:20.728085 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494a65bb-7335-4395-9996-266e794fabc6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:41:20.748684 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5227441f-bb60-406b-b528-b648ac6d2500 req-0ec7861c-f2e2-4a96-9754-e1f5a0b201ce tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 Jul 25 05:41:20.837413 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494a65bb-7335-4395-9996-266e794fabc6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:41:20.842780 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-494a65bb-7335-4395-9996-266e794fabc6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:20.843562 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2cd42-03dd-4028-8584-83e6652ce568 req-37aef04e-aecd-4153-88d7-08e29fb12f99 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:20.845137 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ccb2cd42-03dd-4028-8584-83e6652ce568 req-37aef04e-aecd-4153-88d7-08e29fb12f99 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0471127 Jul 25 05:41:20.847321 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7af98d8-3076-45f3-ada7-158a29649a81 None None] Sync routers for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:41:20.860053 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af98d8-3076-45f3-ada7-158a29649a81 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:41:20.860931 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f7af98d8-3076-45f3-ada7-158a29649a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:41:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:41:20.876471 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-494a65bb-7335-4395-9996-266e794fabc6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "PUT /v2.0/floatingips/a809b640-ed83-46f5-a944-ee24ff78b79a HTTP/1.1" status: 200 len: 992 time: 1.1822970 Jul 25 05:41:20.877279 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0ce9ee-f993-48f3-81da-8a31b0a2fc21', 'tag': '1d7fd591-303f-4f00-9657-b9203d5271ba'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:41:20.879668 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aae8fd-f652-48a1-8809-c008ad03342e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0ce9ee-f993-48f3-81da-8a31b0a2fc21", "tag": "1d7fd591-303f-4f00-9657-b9203d5271ba"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:41:20.896618 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ccb2cd42-03dd-4028-8584-83e6652ce568 req-5fae2471-1772-49f0-976a-b1bb858fd0e8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447567 Jul 25 05:41:20.918112 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56e09b4-449b-494a-8e1c-9eab3f44f02a x-openstack-request-id: req-a56e09b4-449b-494a-8e1c-9eab3f44f02a {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:41:20.918517 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0ce9ee-f993-48f3-81da-8a31b0a2fc21", "tag": "1d7fd591-303f-4f00-9657-b9203d5271ba", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:41:20.918867 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a56e09b4-449b-494a-8e1c-9eab3f44f02a {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:41:20.919360 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56e09b4-449b-494a-8e1c-9eab3f44f02a'] response: {'name': 'network-changed', 'server_uuid': 'fb0ce9ee-f993-48f3-81da-8a31b0a2fc21', 'tag': '1d7fd591-303f-4f00-9657-b9203d5271ba', 'status': 'completed', 'code': 200} Jul 25 05:41:20.974129 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-f7af98d8-3076-45f3-ada7-158a29649a81 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:41:21.188100 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f7af98d8-3076-45f3-ada7-158a29649a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'a809b640-ed83-46f5-a944-ee24ff78b79a', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': '1d7fd591-303f-4f00-9657-b9203d5271ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:b7:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ce9ee-f993-48f3-81da-8a31b0a2fc21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:41:04Z', 'updated_at': '2022-07-25T05:41:20Z', 'revision_number': 1, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:41:21.213822 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7af98d8-3076-45f3-ada7-158a29649a81 None None] Checking router: 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:41:21.222591 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af98d8-3076-45f3-ada7-158a29649a81 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:41:21.223187 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f7af98d8-3076-45f3-ada7-158a29649a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:41:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:41:21.308040 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:21.327427 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-f7af98d8-3076-45f3-ada7-158a29649a81 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:41:21.350542 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:21.661280 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f7af98d8-3076-45f3-ada7-158a29649a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'a809b640-ed83-46f5-a944-ee24ff78b79a', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': '1d7fd591-303f-4f00-9657-b9203d5271ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:b7:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ce9ee-f993-48f3-81da-8a31b0a2fc21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:41:04Z', 'updated_at': '2022-07-25T05:41:20Z', 'revision_number': 1, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:41:21.690310 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7af98d8-3076-45f3-ada7-158a29649a81 None None] The sync data for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi is: [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'a809b640-ed83-46f5-a944-ee24ff78b79a', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': '1d7fd591-303f-4f00-9657-b9203d5271ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:b7:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ce9ee-f993-48f3-81da-8a31b0a2fc21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:41:04Z', 'updated_at': '2022-07-25T05:41:20Z', 'revision_number': 1, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:41:21.801286 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae8fd-f652-48a1-8809-c008ad03342e req-ca6a4c79-4e4d-4e1c-947f-82aa0ab43d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:21.804815 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a1aae8fd-f652-48a1-8809-c008ad03342e req-ca6a4c79-4e4d-4e1c-947f-82aa0ab43d8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 1130 time: 0.0498118 Jul 25 05:41:21.942354 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4d5794-4e47-41d4-b769-a76f3c661ed0 None None] New status for floating IP a809b640-ed83-46f5-a944-ee24ff78b79a: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:41:21.958065 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae8fd-f652-48a1-8809-c008ad03342e req-5caef03f-86d0-4590-bc64-216dd15dcef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:21.959985 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a1aae8fd-f652-48a1-8809-c008ad03342e req-5caef03f-86d0-4590-bc64-216dd15dcef8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 915 time: 0.1331189 Jul 25 05:41:22.029156 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a1aae8fd-f652-48a1-8809-c008ad03342e req-0ed3c9b7-bdfb-440f-8878-bccb352d747c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d7fd591-303f-4f00-9657-b9203d5271ba HTTP/1.1" status: 200 len: 1000 time: 0.0619380 Jul 25 05:41:22.085946 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae8fd-f652-48a1-8809-c008ad03342e req-af6eda09-1774-40ed-ba3d-d68432d9dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:22.087435 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a1aae8fd-f652-48a1-8809-c008ad03342e req-af6eda09-1774-40ed-ba3d-d68432d9dff1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6b699d7-df42-453b-8891-f9d892555252 HTTP/1.1" status: 200 len: 853 time: 0.0521553 Jul 25 05:41:22.138856 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae8fd-f652-48a1-8809-c008ad03342e req-1ad834d4-8d2f-43f6-828c-3d21310b41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:22.140389 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a1aae8fd-f652-48a1-8809-c008ad03342e req-1ad834d4-8d2f-43f6-828c-3d21310b41f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458572 Jul 25 05:41:22.216712 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff8e38-7b76-49c2-ad84-dd812c13957c req-467f4e57-94e7-430d-be3b-90a8e22ae4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:22.218245 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dcff8e38-7b76-49c2-ad84-dd812c13957c req-467f4e57-94e7-430d-be3b-90a8e22ae4f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 1130 time: 0.3927045 Jul 25 05:41:22.230108 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045b5a6-1aee-48e6-82ad-ed672dd726fe req-cdd7b5bf-96c6-4d54-9814-9ccda664cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:22.231492 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6045b5a6-1aee-48e6-82ad-ed672dd726fe req-cdd7b5bf-96c6-4d54-9814-9ccda664cfce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 1130 time: 0.3547192 Jul 25 05:41:22.239401 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a1aae8fd-f652-48a1-8809-c008ad03342e req-ac298ecd-933f-48f7-9b1c-c3cc469720ce service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909271 Jul 25 05:41:22.245321 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76db7b-dd06-49f4-b78c-63525f81ccd6 req-6526ac98-4f5e-4459-bf67-3730df2bf8ae tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:22.246781 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8d76db7b-dd06-49f4-b78c-63525f81ccd6 req-6526ac98-4f5e-4459-bf67-3730df2bf8ae tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 946 time: 0.4039774 Jul 25 05:41:22.265488 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:22.281433 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bba181-8158-41c3-9d41-071a814d61cc req-903f6fc3-cb11-458f-9215-fe6c87058965 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:22.282815 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-23bba181-8158-41c3-9d41-071a814d61cc req-903f6fc3-cb11-458f-9215-fe6c87058965 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.1227536 Jul 25 05:41:22.301814 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:22.332709 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a1aae8fd-f652-48a1-8809-c008ad03342e req-dcaaf456-36a5-4f3a-8458-8c93a3078c89 service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868580 Jul 25 05:41:22.352764 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dcff8e38-7b76-49c2-ad84-dd812c13957c req-d2db2924-e96d-4650-bb6b-82a429e82543 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244400 Jul 25 05:41:22.394740 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6045b5a6-1aee-48e6-82ad-ed672dd726fe req-6976fce0-1c98-4c3e-90c6-b952a28d4e1e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388187 Jul 25 05:41:22.404745 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8d76db7b-dd06-49f4-b78c-63525f81ccd6 req-66394bc3-58d7-4f65-9e73-ec76bb892f39 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464844 Jul 25 05:41:22.411481 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-23bba181-8158-41c3-9d41-071a814d61cc req-6871c346-799d-42cc-a5e2-988c28e21792 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162200 Jul 25 05:41:23.527867 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:23.553957 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa77276-5234-4999-8b82-d47142d8e474 req-a3af794e-7375-460b-a7df-dc80ef1a2950 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:23.555396 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eaa77276-5234-4999-8b82-d47142d8e474 req-a3af794e-7375-460b-a7df-dc80ef1a2950 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 946 time: 0.0781653 Jul 25 05:41:23.563030 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5448dba-eb68-40df-8e95-c3f2b01ccd35 req-b53f55c4-3f02-4487-b645-ec483e7018e2 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:23.564359 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f5448dba-eb68-40df-8e95-c3f2b01ccd35 req-b53f55c4-3f02-4487-b645-ec483e7018e2 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0780437 Jul 25 05:41:23.636994 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eaa77276-5234-4999-8b82-d47142d8e474 req-287d02b9-2eda-4637-b72e-0bdfab6460e9 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716581 Jul 25 05:41:23.639922 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f5448dba-eb68-40df-8e95-c3f2b01ccd35 req-3f17c16c-08ab-4ed6-9fc5-99b1ab0bdc23 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680377 Jul 25 05:41:24.784132 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23118b00-9d69-420b-8aee-9c68b43548e1 req-ef1236e3-b921-4c7d-b79c-867bc431b142 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:24.785537 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-23118b00-9d69-420b-8aee-9c68b43548e1 req-ef1236e3-b921-4c7d-b79c-867bc431b142 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 946 time: 0.0802801 Jul 25 05:41:24.794572 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4e413-24ed-4d23-a6a2-8f43d2dde5a4 req-cff5731d-9b5e-47eb-a6f8-28d301e99bb8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:24.795935 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-77d4e413-24ed-4d23-a6a2-8f43d2dde5a4 req-cff5731d-9b5e-47eb-a6f8-28d301e99bb8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0789073 Jul 25 05:41:24.862901 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-23118b00-9d69-420b-8aee-9c68b43548e1 req-8a2ddbbe-d9d6-4e0d-92da-97c3ac2f89b9 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660336 Jul 25 05:41:24.877355 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-77d4e413-24ed-4d23-a6a2-8f43d2dde5a4 req-8f2d68cc-4e08-4157-b3c8-9ffe2934bc72 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736248 Jul 25 05:41:25.227994 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b0ea7548-7065-4d6e-bb8e-07cee550a32f req-95bfa655-bcd5-4feb-9b62-114a62880b3d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447605 Jul 25 05:41:25.392243 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96c644-d2e8-47ae-b620-b391c9d4ee6b req-6b840b6c-e187-4a56-bf5d-8f8d93aad13a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:25.393748 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8a96c644-d2e8-47ae-b620-b391c9d4ee6b req-6b840b6c-e187-4a56-bf5d-8f8d93aad13a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.1157203 Jul 25 05:41:25.404963 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea7548-7065-4d6e-bb8e-07cee550a32f req-2c25c8fe-bd03-455a-96a9-4e26396eac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:25.406377 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b0ea7548-7065-4d6e-bb8e-07cee550a32f req-2c25c8fe-bd03-455a-96a9-4e26396eac33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 1129 time: 0.0969520 Jul 25 05:41:25.411800 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e31501-7ba1-4bbb-9fd5-580f3993c951 req-aa1e08df-4e1b-4c68-9cca-6ac1bb07dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:25.413196 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-65e31501-7ba1-4bbb-9fd5-580f3993c951 req-aa1e08df-4e1b-4c68-9cca-6ac1bb07dbab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 1130 time: 0.0955658 Jul 25 05:41:25.564033 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8a96c644-d2e8-47ae-b620-b391c9d4ee6b req-a6457cb5-473a-4f31-bcf6-ae3354c982ef tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638880 Jul 25 05:41:25.606378 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e31501-7ba1-4bbb-9fd5-580f3993c951 req-af727884-20ce-44e9-9c6e-4ba48439179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:25.607737 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-65e31501-7ba1-4bbb-9fd5-580f3993c951 req-af727884-20ce-44e9-9c6e-4ba48439179b service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.1852918 Jul 25 05:41:25.610338 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea7548-7065-4d6e-bb8e-07cee550a32f req-a80c4baa-2e43-4d57-9737-1a8319300edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:25.611686 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b0ea7548-7065-4d6e-bb8e-07cee550a32f req-a80c4baa-2e43-4d57-9737-1a8319300edd service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.1789865 Jul 25 05:41:25.687652 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b0ea7548-7065-4d6e-bb8e-07cee550a32f req-9dcba9f1-6baf-43d2-8d69-75496960a4f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 HTTP/1.1" status: 200 len: 217 time: 0.0685573 Jul 25 05:41:25.709785 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:25.734005 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-65e31501-7ba1-4bbb-9fd5-580f3993c951 req-05a6f90f-1bba-40b8-b5f2-03404c436aee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db49e6cc-810b-4a89-a2fb-e0718b506f4b HTTP/1.1" status: 200 len: 1002 time: 0.1159952 Jul 25 05:41:25.775021 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea7548-7065-4d6e-bb8e-07cee550a32f req-488adb83-d34a-4244-ac6a-abc709096283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:25.776334 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b0ea7548-7065-4d6e-bb8e-07cee550a32f req-488adb83-d34a-4244-ac6a-abc709096283 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.0803998 Jul 25 05:41:25.820526 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e31501-7ba1-4bbb-9fd5-580f3993c951 req-22156b52-72d2-41c4-a307-6dcef030326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:25.821996 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-65e31501-7ba1-4bbb-9fd5-580f3993c951 req-22156b52-72d2-41c4-a307-6dcef030326e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.0791535 Jul 25 05:41:25.839628 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea7548-7065-4d6e-bb8e-07cee550a32f req-da84dca7-fea9-4a03-b20b-fe611cd3fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:25.841044 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b0ea7548-7065-4d6e-bb8e-07cee550a32f req-da84dca7-fea9-4a03-b20b-fe611cd3fab0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586820 Jul 25 05:41:25.894599 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e31501-7ba1-4bbb-9fd5-580f3993c951 req-b6411b63-250f-4529-a264-fab7126b431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:25.895920 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-65e31501-7ba1-4bbb-9fd5-580f3993c951 req-b6411b63-250f-4529-a264-fab7126b431f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657189 Jul 25 05:41:25.924505 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:26.012224 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b0ea7548-7065-4d6e-bb8e-07cee550a32f req-3d9dcc2c-4858-4680-a48a-75e0cf22ef7f service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518710 Jul 25 05:41:26.044420 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-65e31501-7ba1-4bbb-9fd5-580f3993c951 req-7e327745-ba88-444d-9848-efc1661177b4 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187470 Jul 25 05:41:26.192719 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b0ea7548-7065-4d6e-bb8e-07cee550a32f req-0a45ed36-8248-4187-8e62-b66f96ff3662 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611838 Jul 25 05:41:26.198344 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-65e31501-7ba1-4bbb-9fd5-580f3993c951 req-4822d04a-7885-4c6d-87e9-7b27b2d756f7 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443319 Jul 25 05:41:26.685115 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d179ff-a7c7-40c6-b2fb-e1b27dbbb261 req-22d879e7-0c94-4fac-b856-a73a9606b941 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:26.686587 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-40d179ff-a7c7-40c6-b2fb-e1b27dbbb261 req-22d879e7-0c94-4fac-b856-a73a9606b941 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0506191 Jul 25 05:41:26.735785 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-40d179ff-a7c7-40c6-b2fb-e1b27dbbb261 req-d9bc8dfa-a242-4fb2-b950-fd2cc497e699 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Jul 25 05:41:27.849179 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70625cb-e42a-40f7-9b53-43e35f69d6c3 req-4b6149e8-b10d-47cc-b5a8-3f5943578ddb tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:27.850630 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f70625cb-e42a-40f7-9b53-43e35f69d6c3 req-4b6149e8-b10d-47cc-b5a8-3f5943578ddb tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0466175 Jul 25 05:41:27.897446 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f70625cb-e42a-40f7-9b53-43e35f69d6c3 req-762c3ad5-a8f7-4496-96d6-43028db4f394 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404694 Jul 25 05:41:28.924554 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:41:29.014837 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b059b35-3b5a-4fec-bbf5-d32964adb980 req-1c85b83a-1f3d-44bb-8428-b08af6ed2acf tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:29.016278 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8b059b35-3b5a-4fec-bbf5-d32964adb980 req-1c85b83a-1f3d-44bb-8428-b08af6ed2acf tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0510433 Jul 25 05:41:29.063306 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8b059b35-3b5a-4fec-bbf5-d32964adb980 req-e9c7a200-3dea-4704-8045-b2d438ebbd9a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414271 Jul 25 05:41:29.172893 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486925dc-6c22-4f4b-a2dd-8a5d0f87bccb req-5201650c-8722-4373-80a4-5497f587b391 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:29.174362 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-486925dc-6c22-4f4b-a2dd-8a5d0f87bccb req-5201650c-8722-4373-80a4-5497f587b391 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0470641 Jul 25 05:41:29.183276 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38080) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:41:29.187622 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-7f222343-9405-4cb0-8562-06f9cf3a9af0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Request body: {'floatingip': {'port_id': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:41:29.243598 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f222343-9405-4cb0-8562-06f9cf3a9af0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for floatingip (b412142c-2573-420e-a55f-6c4bc104758c), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:29.280085 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:29.594041 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:29.694780 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f222343-9405-4cb0-8562-06f9cf3a9af0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:29.698516 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f222343-9405-4cb0-8562-06f9cf3a9af0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (b412142c-2573-420e-a55f-6c4bc104758c), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:29.895503 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f222343-9405-4cb0-8562-06f9cf3a9af0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Router 50d167a5-d146-4b6e-9727-26da29ec4143 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:41:30.001678 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f222343-9405-4cb0-8562-06f9cf3a9af0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:41:30.006538 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f222343-9405-4cb0-8562-06f9cf3a9af0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:30.011186 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6aa4e-4e3a-4292-b635-8fbcab77a26a None None] Sync routers for ids ['50d167a5-d146-4b6e-9727-26da29ec4143'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:41:30.020894 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6aa4e-4e3a-4292-b635-8fbcab77a26a None None] Routers {'50d167a5-d146-4b6e-9727-26da29ec4143'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:41:30.021508 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-72a6aa4e-4e3a-4292-b635-8fbcab77a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:41:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['50d167a5-d146-4b6e-9727-26da29ec4143'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:41:30.038264 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'tag': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:41:30.040494 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3bb0f0-dc2c-4785-9051-fa12349f088a" -d '{"events": [{"name": "network-changed", "server_uuid": "6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa", "tag": "db49e6cc-810b-4a89-a2fb-e0718b506f4b"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:41:30.069574 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7f222343-9405-4cb0-8562-06f9cf3a9af0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "PUT /v2.0/floatingips/b412142c-2573-420e-a55f-6c4bc104758c HTTP/1.1" status: 200 len: 994 time: 0.8851943 Jul 25 05:41:30.092227 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb15e1e-c9f4-4778-a9ad-0f4703a2f9c2 x-openstack-request-id: req-3bb15e1e-c9f4-4778-a9ad-0f4703a2f9c2 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:41:30.092522 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa", "tag": "db49e6cc-810b-4a89-a2fb-e0718b506f4b", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:41:30.092769 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3bb15e1e-c9f4-4778-a9ad-0f4703a2f9c2 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:41:30.093200 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb15e1e-c9f4-4778-a9ad-0f4703a2f9c2'] response: {'name': 'network-changed', 'server_uuid': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'tag': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b', 'status': 'completed', 'code': 200} Jul 25 05:41:30.137541 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-72a6aa4e-4e3a-4292-b635-8fbcab77a26a None None] Set router 50d167a5-d146-4b6e-9727-26da29ec4143 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:41:30.176625 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bb0f0-dc2c-4785-9051-fa12349f088a req-4a1de1fe-8635-4064-b4ae-2795ba3e5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:30.178059 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8d3bb0f0-dc2c-4785-9051-fa12349f088a req-4a1de1fe-8635-4064-b4ae-2795ba3e5c11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 1130 time: 0.0392046 Jul 25 05:41:30.272507 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:30.276074 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bb0f0-dc2c-4785-9051-fa12349f088a req-8e6ab5b3-9878-4d24-8abb-db9069e4e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:30.277588 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8d3bb0f0-dc2c-4785-9051-fa12349f088a req-8e6ab5b3-9878-4d24-8abb-db9069e4e870 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.0887461 Jul 25 05:41:30.340008 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8d3bb0f0-dc2c-4785-9051-fa12349f088a req-4c660e70-d545-47ea-8f19-0ae94b845e4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db49e6cc-810b-4a89-a2fb-e0718b506f4b HTTP/1.1" status: 200 len: 1002 time: 0.0561464 Jul 25 05:41:30.349116 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-72a6aa4e-4e3a-4292-b635-8fbcab77a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:08Z', 'revision_number': 4, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'b412142c-2573-420e-a55f-6c4bc104758c', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'port_id': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'mac_address': 'fa:16:3e:18:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:39:23Z', 'updated_at': '2022-07-25T05:41:29Z', 'revision_number': 3, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eff7026-72c7-4dbf-b356-8aa74dd3dd97', 'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'mac_address': 'fa:16:3e:a9:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:16Z', 'revision_number': 5, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'subnets': [{'id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:41:30.377712 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6aa4e-4e3a-4292-b635-8fbcab77a26a None None] Checking router: 50d167a5-d146-4b6e-9727-26da29ec4143 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:41:30.386807 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6aa4e-4e3a-4292-b635-8fbcab77a26a None None] Routers {'50d167a5-d146-4b6e-9727-26da29ec4143'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:41:30.387418 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-72a6aa4e-4e3a-4292-b635-8fbcab77a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:41:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['50d167a5-d146-4b6e-9727-26da29ec4143'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:41:30.393576 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bb0f0-dc2c-4785-9051-fa12349f088a req-22a24118-8b41-484b-ac5c-33a2c2896eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:30.395049 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8d3bb0f0-dc2c-4785-9051-fa12349f088a req-22a24118-8b41-484b-ac5c-33a2c2896eee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.0487978 Jul 25 05:41:30.439282 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bb0f0-dc2c-4785-9051-fa12349f088a req-3ec56495-0bdb-42ce-b502-482488eae6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:30.440692 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8d3bb0f0-dc2c-4785-9051-fa12349f088a req-3ec56495-0bdb-42ce-b502-482488eae6e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381961 Jul 25 05:41:30.490470 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-72a6aa4e-4e3a-4292-b635-8fbcab77a26a None None] Set router 50d167a5-d146-4b6e-9727-26da29ec4143 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:41:30.533608 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8d3bb0f0-dc2c-4785-9051-fa12349f088a req-42e6af1d-6bcb-4927-b293-cd30fce0257a service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852816 Jul 25 05:41:30.618971 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:30.632078 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8d3bb0f0-dc2c-4785-9051-fa12349f088a req-bbde352e-7165-4632-a97d-35fe545fcee2 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916977 Jul 25 05:41:30.705298 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-72a6aa4e-4e3a-4292-b635-8fbcab77a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:08Z', 'revision_number': 4, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'b412142c-2573-420e-a55f-6c4bc104758c', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'port_id': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'mac_address': 'fa:16:3e:18:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:39:23Z', 'updated_at': '2022-07-25T05:41:29Z', 'revision_number': 3, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eff7026-72c7-4dbf-b356-8aa74dd3dd97', 'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'mac_address': 'fa:16:3e:a9:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:16Z', 'revision_number': 5, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'subnets': [{'id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:41:30.729719 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6aa4e-4e3a-4292-b635-8fbcab77a26a None None] The sync data for ids ['50d167a5-d146-4b6e-9727-26da29ec4143'] in dv-cinder-850830-1-iscsi is: [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:08Z', 'revision_number': 4, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'b412142c-2573-420e-a55f-6c4bc104758c', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'port_id': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'mac_address': 'fa:16:3e:18:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:39:23Z', 'updated_at': '2022-07-25T05:41:29Z', 'revision_number': 3, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eff7026-72c7-4dbf-b356-8aa74dd3dd97', 'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'mac_address': 'fa:16:3e:a9:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:16Z', 'revision_number': 5, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'subnets': [{'id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:41:32.094526 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'tag': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:41:32.096968 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaa6dba-3fc9-4ce6-a5ff-9f38f5306923" -d '{"events": [{"name": "network-changed", "server_uuid": "6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa", "tag": "db49e6cc-810b-4a89-a2fb-e0718b506f4b"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:41:32.131622 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84d30e3-c068-4b9c-81ae-785ae24d1fe3 x-openstack-request-id: req-d84d30e3-c068-4b9c-81ae-785ae24d1fe3 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:41:32.131909 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa", "tag": "db49e6cc-810b-4a89-a2fb-e0718b506f4b", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:41:32.132163 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d84d30e3-c068-4b9c-81ae-785ae24d1fe3 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:41:32.132556 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d84d30e3-c068-4b9c-81ae-785ae24d1fe3'] response: {'name': 'network-changed', 'server_uuid': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'tag': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b', 'status': 'completed', 'code': 200} Jul 25 05:41:32.256051 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa6dba-3fc9-4ce6-a5ff-9f38f5306923 req-cbf0c43b-3fde-4259-81a7-d33314d0dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:32.257604 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ffaa6dba-3fc9-4ce6-a5ff-9f38f5306923 req-cbf0c43b-3fde-4259-81a7-d33314d0dae4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 1130 time: 0.0401747 Jul 25 05:41:32.328755 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=84 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:32.329599 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:32.599454 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa6dba-3fc9-4ce6-a5ff-9f38f5306923 req-3d01feb8-24fc-485a-9b3f-5a300aedbb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:32.600946 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ffaa6dba-3fc9-4ce6-a5ff-9f38f5306923 req-3d01feb8-24fc-485a-9b3f-5a300aedbb4f service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.3340693 Jul 25 05:41:32.665165 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ffaa6dba-3fc9-4ce6-a5ff-9f38f5306923 req-40f4be5f-7a1b-4de3-bd41-b329596c3a6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db49e6cc-810b-4a89-a2fb-e0718b506f4b HTTP/1.1" status: 200 len: 1002 time: 0.0563555 Jul 25 05:41:32.720236 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa6dba-3fc9-4ce6-a5ff-9f38f5306923 req-83337c54-e646-408e-9d05-ecd9f16fba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:32.721687 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ffaa6dba-3fc9-4ce6-a5ff-9f38f5306923 req-83337c54-e646-408e-9d05-ecd9f16fba49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.0497012 Jul 25 05:41:32.768218 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa6dba-3fc9-4ce6-a5ff-9f38f5306923 req-97e33975-3d6a-443e-8895-ef8639642864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:32.769814 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ffaa6dba-3fc9-4ce6-a5ff-9f38f5306923 req-97e33975-3d6a-443e-8895-ef8639642864 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408461 Jul 25 05:41:32.870837 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ffaa6dba-3fc9-4ce6-a5ff-9f38f5306923 req-8a3443b0-1df8-4cd1-963d-464e645cc28f service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945008 Jul 25 05:41:32.973882 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ffaa6dba-3fc9-4ce6-a5ff-9f38f5306923 req-cc0c0c0a-443d-4531-bfd4-00d2d7c1b20b service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953922 Jul 25 05:41:34.243104 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:38.920753 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=32 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:39.298670 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:39.306534 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:39.311682 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-adbab32e-b9b5-4acc-ade2-6971f450c77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:41.202253 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:41.701881 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-36987a95-4ccd-4a8d-81b3-c2dd57de7cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:41.952188 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90448105-0013-4c99-a763-fa4c86fa2198 req-6918ec18-c0ea-496f-b8eb-a36c2dd2269e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:41.953605 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-90448105-0013-4c99-a763-fa4c86fa2198 req-6918ec18-c0ea-496f-b8eb-a36c2dd2269e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0471823 Jul 25 05:41:42.002821 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-90448105-0013-4c99-a763-fa4c86fa2198 req-bbd36895-be07-4ca3-b652-0854e2995914 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435786 Jul 25 05:41:42.561325 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:43.121165 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbd095-7297-4903-9db1-44ca1d228602 req-c7421e3f-f827-4379-94cc-997d6f014227 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:43.123103 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-67fbd095-7297-4903-9db1-44ca1d228602 req-c7421e3f-f827-4379-94cc-997d6f014227 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0505118 Jul 25 05:41:43.169791 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-67fbd095-7297-4903-9db1-44ca1d228602 req-98f7b9ef-fe2c-49f6-a2f2-d57e8e1694d1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399206 Jul 25 05:41:44.143517 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:44.283288 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a612d9c-d1af-4317-9ce8-85d030990b56 req-0cb0b9e5-d73a-4c2a-ab29-b5d2cf735f3f tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:44.284730 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2a612d9c-d1af-4317-9ce8-85d030990b56 req-0cb0b9e5-d73a-4c2a-ab29-b5d2cf735f3f tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0466738 Jul 25 05:41:44.316891 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:44.331772 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2a612d9c-d1af-4317-9ce8-85d030990b56 req-25c796bb-7ca1-45cd-ae60-d53034c87d12 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415828 Jul 25 05:41:44.693809 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:45.448352 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55dffa-d590-4bab-8101-4bd242666995 req-1b33ab2d-f1d9-4fe7-9b89-217b0bf152ea tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:45.449881 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-be55dffa-d590-4bab-8101-4bd242666995 req-1b33ab2d-f1d9-4fe7-9b89-217b0bf152ea tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0513644 Jul 25 05:41:45.502514 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-be55dffa-d590-4bab-8101-4bd242666995 req-1749dec8-751f-4ac5-a719-35f62b8873bd tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470762 Jul 25 05:41:46.170473 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff3141-c9f7-4c67-9ed5-cb5bbc1d9192 req-24dfce7c-afb4-4d56-b6b0-164090baebc1 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:46.171868 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-51ff3141-c9f7-4c67-9ed5-cb5bbc1d9192 req-24dfce7c-afb4-4d56-b6b0-164090baebc1 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 946 time: 0.0477202 Jul 25 05:41:46.215328 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:46.220119 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-51ff3141-c9f7-4c67-9ed5-cb5bbc1d9192 req-70378aac-1f33-42c6-a306-7a92a705552c tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426731 Jul 25 05:41:46.616096 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7ea58-0908-44f5-a6cd-32097c5d3b65 req-c9f5e589-22b8-4c61-95e0-591e1b9cfe1a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:46.617575 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c7e7ea58-0908-44f5-a6cd-32097c5d3b65 req-c9f5e589-22b8-4c61-95e0-591e1b9cfe1a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0474257 Jul 25 05:41:46.668665 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c7e7ea58-0908-44f5-a6cd-32097c5d3b65 req-e12efda2-2d39-4cfe-8af0-899168c64536 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449464 Jul 25 05:41:47.333508 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2793d-8ead-4a73-bc49-3855a7227eb0 req-dd67b90f-2988-4176-837e-23f796b64f20 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:47.334960 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bbc2793d-8ead-4a73-bc49-3855a7227eb0 req-dd67b90f-2988-4176-837e-23f796b64f20 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 946 time: 0.0488603 Jul 25 05:41:47.382849 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bbc2793d-8ead-4a73-bc49-3855a7227eb0 req-d310f163-1dd6-46b9-8b0c-91ead041406d tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/security-groups?id=356653cd-c4c6-47bd-990a-5a3c316cbd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 Jul 25 05:41:47.783797 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e077d-e56f-4afd-b266-00c3e7b88c8d req-7ee91125-ddd7-49c5-98a3-a04a8da52956 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:47.785272 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-460e077d-e56f-4afd-b266-00c3e7b88c8d req-7ee91125-ddd7-49c5-98a3-a04a8da52956 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0484016 Jul 25 05:41:47.831459 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-460e077d-e56f-4afd-b266-00c3e7b88c8d req-4897aa87-a9aa-4001-a3bb-1ea4b55bc55d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406721 Jul 25 05:41:48.048995 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70112ef8-5447-405c-8408-b031f03bec5c req-97e7812c-2922-4189-ae0f-af6754393894 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:48.050406 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-70112ef8-5447-405c-8408-b031f03bec5c req-97e7812c-2922-4189-ae0f-af6754393894 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 946 time: 0.0499270 Jul 25 05:41:48.131727 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-70112ef8-5447-405c-8408-b031f03bec5c req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Deleting port be4aadad-fae4-45d9-9f06-a8c23366b5c2 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:41:48.132063 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-70112ef8-5447-405c-8408-b031f03bec5c req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:48.223388 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-70112ef8-5447-405c-8408-b031f03bec5c req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] For port be4aadad-fae4-45d9-9f06-a8c23366b5c2, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=be4aadad-fae4-45d9-9f06-a8c23366b5c2,segment=NetworkSegment(3f52582c-fccb-497b-90b8-ead89f445999),segment_id=3f52582c-fccb-497b-90b8-ead89f445999)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:41:48.223750 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-70112ef8-5447-405c-8408-b031f03bec5c req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:48.236648 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-70112ef8-5447-405c-8408-b031f03bec5c req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Calling delete_port for be4aadad-fae4-45d9-9f06-a8c23366b5c2 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:41:48.361953 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-70112ef8-5447-405c-8408-b031f03bec5c req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (be4aadad-fae4-45d9-9f06-a8c23366b5c2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:48.391516 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Pushing event deleted for resources: {'Port': ['ID=be4aadad-fae4-45d9-9f06-a8c23366b5c2,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:41:48.401267 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.401668 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.402015 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.402456 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.402697 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.403022 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.403505 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.403903 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.404171 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.404503 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.404613 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['be4aadad-fae4-45d9-9f06-a8c23366b5c2'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:41:48.405094 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.405192 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.405475 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.405797 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.406121 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:41:48.451231 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-70112ef8-5447-405c-8408-b031f03bec5c req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] No DVR routers for this DVR port be4aadad-fae4-45d9-9f06-a8c23366b5c2 on host hv-cinder-85083 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:41:48.453744 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-70112ef8-5447-405c-8408-b031f03bec5c req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:41:48.456986 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-70112ef8-5447-405c-8408-b031f03bec5c req-8d52ffd9-9e00-4b13-941f-271d37a8860e tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.43 "DELETE /v2.0/ports/be4aadad-fae4-45d9-9f06-a8c23366b5c2 HTTP/1.1" status: 204 len: 173 time: 0.4009354 Jul 25 05:41:48.457413 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeb60d1-2ee4-4e65-a46e-ae8aa153568c', 'name': 'network-vif-deleted', 'tag': 'be4aadad-fae4-45d9-9f06-a8c23366b5c2'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:41:48.459643 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682352ab-4378-4bf5-a3f0-9ae3b0be3db2" -d '{"events": [{"server_uuid": "fdeb60d1-2ee4-4e65-a46e-ae8aa153568c", "name": "network-vif-deleted", "tag": "be4aadad-fae4-45d9-9f06-a8c23366b5c2"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:41:48.493441 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f0639873-8e15-46cf-be7f-c73c16928911 req-adc743bc-0280-4904-a146-77657b37ee09 tempest-VolumesSnapshotTestJSON-1963100190 tempest-VolumesSnapshotTestJSON-1963100190-project] 10.222.0.33 "GET /v2.0/ports?device_id=fdeb60d1-2ee4-4e65-a46e-ae8aa153568c HTTP/1.1" status: 200 len: 210 time: 0.0310817 Jul 25 05:41:48.499329 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5db06e-d8e4-4628-9979-f38e15ee7113 x-openstack-request-id: req-db5db06e-d8e4-4628-9979-f38e15ee7113 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:41:48.499617 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeb60d1-2ee4-4e65-a46e-ae8aa153568c", "name": "network-vif-deleted", "tag": "be4aadad-fae4-45d9-9f06-a8c23366b5c2", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:41:48.499873 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-db5db06e-d8e4-4628-9979-f38e15ee7113 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:41:48.500265 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db5db06e-d8e4-4628-9979-f38e15ee7113'] response: {'server_uuid': 'fdeb60d1-2ee4-4e65-a46e-ae8aa153568c', 'name': 'network-vif-deleted', 'tag': 'be4aadad-fae4-45d9-9f06-a8c23366b5c2', 'status': 'completed', 'code': 200} Jul 25 05:41:48.951610 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4871c-02cc-4e7c-bdfe-0cbd80b202c3 req-10560c91-bbfb-458e-9159-9005edc35f7e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:48.953449 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c8b4871c-02cc-4e7c-bdfe-0cbd80b202c3 req-10560c91-bbfb-458e-9159-9005edc35f7e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0492771 Jul 25 05:41:49.008410 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c8b4871c-02cc-4e7c-bdfe-0cbd80b202c3 req-03efe886-6298-4d4f-80f7-a15578f3add8 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490654 Jul 25 05:41:50.122098 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd9911-6389-4479-81ab-8cf51f956a06 req-274e6d1c-c52a-4cf4-ae22-417f2a4d4b4d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:50.123646 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4cd9911-6389-4479-81ab-8cf51f956a06 req-274e6d1c-c52a-4cf4-ae22-417f2a4d4b4d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0498545 Jul 25 05:41:50.135699 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:50.150147 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:50.175252 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4cd9911-6389-4479-81ab-8cf51f956a06 req-3feb2b86-45ad-42dd-9b64-21b0c8152867 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459459 Jul 25 05:41:51.292443 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3fa8d-14c9-4263-9e65-b1c797307fa7 req-e338faae-65bf-49ae-b4d5-75091bbc22ae tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:51.293912 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4cf3fa8d-14c9-4263-9e65-b1c797307fa7 req-e338faae-65bf-49ae-b4d5-75091bbc22ae tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0491765 Jul 25 05:41:51.341906 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4cf3fa8d-14c9-4263-9e65-b1c797307fa7 req-0e6a630f-f946-4263-9464-05104ea3ad27 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409889 Jul 25 05:41:52.457992 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551dbb2-ee7b-40c7-8f39-bbaa0f2230cb req-000328f3-3d1a-4fba-85ff-a53cf64decac tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:52.459443 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6551dbb2-ee7b-40c7-8f39-bbaa0f2230cb req-000328f3-3d1a-4fba-85ff-a53cf64decac tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0500665 Jul 25 05:41:52.505392 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6551dbb2-ee7b-40c7-8f39-bbaa0f2230cb req-aa0d00f5-bb51-4836-9a7f-9b73da7432fb tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Jul 25 05:41:53.618817 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5669a-2dc3-418e-a1fb-938cba04451c req-312fa947-e397-493e-970e-a69a3f118c0a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:53.620263 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2ef5669a-2dc3-418e-a1fb-938cba04451c req-312fa947-e397-493e-970e-a69a3f118c0a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0470710 Jul 25 05:41:53.668087 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2ef5669a-2dc3-418e-a1fb-938cba04451c req-04b76f9d-c2c4-4119-8f11-002a57338d83 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415776 Jul 25 05:41:53.859760 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device be4aadad-fae4-45d9-9f06-a8c23366b5c2 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:41:53.878773 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: be4aadad-fae4-45d9-9f06-a8c23366b5c2 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:41:53.879119 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device be4aadad-fae4-45d9-9f06-a8c23366b5c2 not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:41:54.690546 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:54.779748 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d9eb-7063-436a-9114-09f61b6940c4 req-a5c70609-8eab-445b-820c-b2bb41aa236c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:54.781205 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a0b3d9eb-7063-436a-9114-09f61b6940c4 req-a5c70609-8eab-445b-820c-b2bb41aa236c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0464282 Jul 25 05:41:54.835733 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a0b3d9eb-7063-436a-9114-09f61b6940c4 req-da747bdd-2885-4dd9-b52b-e15b68a0061c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491183 Jul 25 05:41:55.017183 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:55.021686 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:55.037795 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe83c14-be72-4184-b9b7-b1f325a26816 req-84671ddb-fb41-460e-8e3b-3767af8bf61c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:55.039379 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ebe83c14-be72-4184-b9b7-b1f325a26816 req-84671ddb-fb41-460e-8e3b-3767af8bf61c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0498161 Jul 25 05:41:55.098066 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ebe83c14-be72-4184-b9b7-b1f325a26816 req-fa042d66-15ab-488e-a557-bc3c7e75852a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512719 Jul 25 05:41:55.125215 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4464b-3d73-45c7-aa7f-1430865013c3 req-1cd5e723-b4ac-4f2a-950a-fc11342fd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:55.126684 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bfe4464b-3d73-45c7-aa7f-1430865013c3 req-1cd5e723-b4ac-4f2a-950a-fc11342fd99d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0b7d41e75df46f28cebff70c16d4750&device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 1130 time: 0.0442796 Jul 25 05:41:55.220346 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4464b-3d73-45c7-aa7f-1430865013c3 req-d8983144-e89a-4727-9d49-655737c1aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:55.221768 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bfe4464b-3d73-45c7-aa7f-1430865013c3 req-d8983144-e89a-4727-9d49-655737c1aba3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e8a2b36-0a33-4763-b71a-50bb1209bd57 HTTP/1.1" status: 200 len: 911 time: 0.0878799 Jul 25 05:41:55.283067 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bfe4464b-3d73-45c7-aa7f-1430865013c3 req-9228b03a-7628-44d2-b48e-6b3635e528ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d850ae-eaa4-4645-9536-93c90734b2d8 HTTP/1.1" status: 200 len: 1002 time: 0.0541606 Jul 25 05:41:55.334094 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4464b-3d73-45c7-aa7f-1430865013c3 req-a8bcd093-89e3-4963-891e-9ec965e74154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:55.335559 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bfe4464b-3d73-45c7-aa7f-1430865013c3 req-a8bcd093-89e3-4963-891e-9ec965e74154 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e90ad6d8-8def-4a90-a2f2-756814ec1124 HTTP/1.1" status: 200 len: 849 time: 0.0463400 Jul 25 05:41:55.381001 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4464b-3d73-45c7-aa7f-1430865013c3 req-0d26af17-4544-4d82-be4c-713ab251cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:55.382442 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bfe4464b-3d73-45c7-aa7f-1430865013c3 req-0d26af17-4544-4d82-be4c-713ab251cf85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e8a2b36-0a33-4763-b71a-50bb1209bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383728 Jul 25 05:41:55.472639 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bfe4464b-3d73-45c7-aa7f-1430865013c3 req-03d64bc9-ce8f-4f81-8b10-819b8073bfe4 service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831697 Jul 25 05:41:55.572031 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bfe4464b-3d73-45c7-aa7f-1430865013c3 req-30e84b76-c28c-48de-9a05-1c5cc3111006 service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923436 Jul 25 05:41:56.206626 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:56.215505 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a70cb6-4694-4eae-914b-7048d6bb8328 req-6175fd01-10b8-48f0-bb13-21c4002f850e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:56.217891 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a3a70cb6-4694-4eae-914b-7048d6bb8328 req-6175fd01-10b8-48f0-bb13-21c4002f850e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0486245 Jul 25 05:41:56.235737 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:41:56.265155 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a3a70cb6-4694-4eae-914b-7048d6bb8328 req-a3ac719a-b46c-46ad-bf7c-7ac9a400e6a1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418782 Jul 25 05:41:57.385425 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dd22f-e5b1-481d-ae1b-e734ad582623 req-07c33139-17d2-4910-8968-5c5915824d89 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:41:57.386888 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e95dd22f-e5b1-481d-ae1b-e734ad582623 req-07c33139-17d2-4910-8968-5c5915824d89 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0535204 Jul 25 05:41:57.436271 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e95dd22f-e5b1-481d-ae1b-e734ad582623 req-30a07e68-a527-4d8e-ad11-989606a0bed6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431421 Jul 25 05:42:03.863356 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:05.924948 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:42:07.429484 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=14 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:07.432157 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=12 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:09.314873 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c0d26bb0-faa0-446f-b630-f62446348355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:11.201749 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:11.623375 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38404) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:11.669287 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d0aab1-6d08-4750-9c23-556c1b80c555 admin admin] Deleting subnet 8c341e68-c3bc-4116-abfa-c73762dec9ba {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:42:11.672948 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38d0aab1-6d08-4750-9c23-556c1b80c555 admin admin] Publish callbacks [] for subnet (8c341e68-c3bc-4116-abfa-c73762dec9ba), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:11.703213 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf75d-986d-44f0-b874-67a2d606653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:11.709423 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38d0aab1-6d08-4750-9c23-556c1b80c555 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002132'] for subnet (8c341e68-c3bc-4116-abfa-c73762dec9ba), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:11.752427 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38d0aab1-6d08-4750-9c23-556c1b80c555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (8c341e68-c3bc-4116-abfa-c73762dec9ba), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:11.806916 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38d0aab1-6d08-4750-9c23-556c1b80c555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61988012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62031678'] for subnet (8c341e68-c3bc-4116-abfa-c73762dec9ba), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:11.832429 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0aab1-6d08-4750-9c23-556c1b80c555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c341e68-c3bc-4116-abfa-c73762dec9ba,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:11.838231 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38d0aab1-6d08-4750-9c23-556c1b80c555 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:11.841643 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-38d0aab1-6d08-4750-9c23-556c1b80c555 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/8c341e68-c3bc-4116-abfa-c73762dec9ba HTTP/1.1" status: 204 len: 168 time: 0.2172296 Jul 25 05:42:11.844685 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38408) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:11.914954 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d73466da-3d03-4be5-8c2c-470c8341d199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (bc35280f-d3fa-4a8e-8f13-e8e0a7a52950), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:11.997759 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d73466da-3d03-4be5-8c2c-470c8341d199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (bc35280f-d3fa-4a8e-8f13-e8e0a7a52950), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:12.018317 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-d73466da-3d03-4be5-8c2c-470c8341d199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc35280f-d3fa-4a8e-8f13-e8e0a7a52950']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:12.027468 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-d73466da-3d03-4be5-8c2c-470c8341d199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f52582c-fccb-497b-90b8-ead89f445999') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:12.027760 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-d73466da-3d03-4be5-8c2c-470c8341d199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f52582c-fccb-497b-90b8-ead89f445999') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:12.037743 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d73466da-3d03-4be5-8c2c-470c8341d199 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002157'] for segment (3f52582c-fccb-497b-90b8-ead89f445999), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:12.050701 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d73466da-3d03-4be5-8c2c-470c8341d199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (3f52582c-fccb-497b-90b8-ead89f445999), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:12.057028 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73466da-3d03-4be5-8c2c-470c8341d199 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:42:12.057467 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d73466da-3d03-4be5-8c2c-470c8341d199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61987862'] for segment (3f52582c-fccb-497b-90b8-ead89f445999), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:12.080384 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment 3f52582c-fccb-497b-90b8-ead89f445999 resource provider aggregate not found Jul 25 05:42:12.111747 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment 3f52582c-fccb-497b-90b8-ead89f445999 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f52582c-fccb-497b-90b8-ead89f445999 found for delete ", "request_id": "req-90ca093b-4a13-47d5-a584-c426ca1bb94b"}]} Jul 25 05:42:12.125933 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d73466da-3d03-4be5-8c2c-470c8341d199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (bc35280f-d3fa-4a8e-8f13-e8e0a7a52950), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:12.130228 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d73466da-3d03-4be5-8c2c-470c8341d199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:12.133324 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-d73466da-3d03-4be5-8c2c-470c8341d199 admin admin] 10.222.0.33 "DELETE /v2.0/networks/bc35280f-d3fa-4a8e-8f13-e8e0a7a52950 HTTP/1.1" status: 204 len: 168 time: 0.2868974 Jul 25 05:42:12.146323 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73466da-3d03-4be5-8c2c-470c8341d199 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc35280f-d3fa-4a8e-8f13-e8e0a7a52950,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:12.299790 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38418) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:12.340452 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b0c25017-b84f-451e-89f1-09b918246a5c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=213b3114e35d4016b3169364760edb17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394871 Jul 25 05:42:12.343216 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38420) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:12.392874 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Publish callbacks [] for security_group (356653cd-c4c6-47bd-990a-5a3c316cbd0c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:12.414139 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Publish callbacks [] for security_group (356653cd-c4c6-47bd-990a-5a3c316cbd0c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:12.464843 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (356653cd-c4c6-47bd-990a-5a3c316cbd0c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:12.467749 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:12.468930 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/356653cd-c4c6-47bd-990a-5a3c316cbd0c HTTP/1.1" status: 204 len: 168 time: 0.1247280 Jul 25 05:42:12.489537 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356653cd-c4c6-47bd-990a-5a3c316cbd0c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:12.496805 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.497151 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.497508 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.497849 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.498174 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.498496 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.498815 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.499132 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.499471 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.499787 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.500105 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.501095 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.501418 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.501734 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.502050 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a4a82-e594-43c6-ac9c-72a5e0fc3a5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:12.565758 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.147866 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38444) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:13.260744 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1364748433-network', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:13.282625 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] Made reservation on behalf of 987ce20ceedd49cb9419cc506c50fce3 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:42:13.284935 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.293377 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.373207 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] Publish callbacks [] for security_group (40c0d225-67b8-44e3-8ffa-702bf50e00ef), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.377060 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (40c0d225-67b8-44e3-8ffa-702bf50e00ef), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.405335 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:42:13.410914 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c0d225-67b8-44e3-8ffa-702bf50e00ef,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:13.418524 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.418630 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] Added segment ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5 of type vlan for network 69a407fc-7892-4489-9edc-cabb773af8c0 Jul 25 05:42:13.461040 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (69a407fc-7892-4489-9edc-cabb773af8c0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.490816 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (69a407fc-7892-4489-9edc-cabb773af8c0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.491849 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:13.492435 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.528669 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3797102 Jul 25 05:42:13.532299 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38450) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:13.537882 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c8c0316a-87e5-4a44-b76a-0d142c11d22a admin admin] Request body: {'subnet': {'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1364748433-subnet', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:13.561208 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c0316a-87e5-4a44-b76a-0d142c11d22a admin admin] Made reservation on behalf of 987ce20ceedd49cb9419cc506c50fce3 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:42:13.564588 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8c0316a-87e5-4a44-b76a-0d142c11d22a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62031643'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.569053 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951d466-4217-4069-af3d-b0de2b24670f admin admin] Pushing event updated for resources: {'Network': ['ID=69a407fc-7892-4489-9edc-cabb773af8c0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:13.579909 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network 69a407fc-7892-4489-9edc-cabb773af8c0 details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:42:13.738038 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8c0316a-87e5-4a44-b76a-0d142c11d22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61988077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62031625'] for subnet (3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.779978 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:13.790874 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0316a-87e5-4a44-b76a-0d142c11d22a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:13.805610 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:13.809226 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c0316a-87e5-4a44-b76a-0d142c11d22a admin admin] Checking segment: {'id': 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:42:13.809575 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c0316a-87e5-4a44-b76a-0d142c11d22a admin admin] Network hostable DHCP agents. Network: 69a407fc-7892-4489-9edc-cabb773af8c0, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:42:13.828026 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c0316a-87e5-4a44-b76a-0d142c11d22a admin admin] Network 69a407fc-7892-4489-9edc-cabb773af8c0 is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:42:13.838266 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c8c0316a-87e5-4a44-b76a-0d142c11d22a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, 69a407fc-7892-4489-9edc-cabb773af8c0) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:13.842477 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c0316a-87e5-4a44-b76a-0d142c11d22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:13.843064 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8c0316a-87e5-4a44-b76a-0d142c11d22a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.848970 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a239424b-e1cb-445e-95e7-a914d65286ef None None] Network 69a407fc-7892-4489-9edc-cabb773af8c0 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:42:13.865804 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c8c0316a-87e5-4a44-b76a-0d142c11d22a admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3293567 Jul 25 05:42:13.866002 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38452) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:13.870156 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:13.891530 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-728'] for router (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.892561 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-751'] for router (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.956691 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fd5b1d1-d160-5e6d-81c3-07e62fcf4b68-69a407fc-7892-4489-9edc-cabb773af8c0', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'fixed_ips': [{'subnet_id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef'}]}} from dv-cinder-850830-1-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:42:13.957076 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Publish callbacks [] for router_controller (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:13.958501 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:14.104879 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-63d7290c-e7a1-4bc2-b1f0-0b378f58edf8 req-6b1be83f-58f3-4835-a965-18eadb152441 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1002896 Jul 25 05:42:14.113131 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Allocated IP 172.20.0.2 (69a407fc-7892-4489-9edc-cabb773af8c0/3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef/2c1e6048-c50e-4aaa-b40c-26116398285e) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:42:14.197218 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Publish callbacks [] for router_gateway (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:14.215623 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7290c-e7a1-4bc2-b1f0-0b378f58edf8 req-bcefdc50-385a-419c-a163-c76132cb5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:14.217761 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-63d7290c-e7a1-4bc2-b1f0-0b378f58edf8 req-bcefdc50-385a-419c-a163-c76132cb5606 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 1129 time: 0.0712311 Jul 25 05:42:14.251143 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:14.312306 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Publish callbacks [] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:14.320337 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:14.446902 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7290c-e7a1-4bc2-b1f0-0b378f58edf8 req-f2b5affd-2ba8-4ea0-b3dc-712714d71758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:14.448521 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-63d7290c-e7a1-4bc2-b1f0-0b378f58edf8 req-f2b5affd-2ba8-4ea0-b3dc-712714d71758 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 200 len: 920 time: 0.2077813 Jul 25 05:42:14.502110 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Pushing event updated for resources: {'Port': ['ID=2c1e6048-c50e-4aaa-b40c-26116398285e,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:14.514255 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Network 69a407fc-7892-4489-9edc-cabb773af8c0 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:14.516646 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:14.520028 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:42:14.528588 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-63d7290c-e7a1-4bc2-b1f0-0b378f58edf8 req-af0884fa-d0cd-4341-9e8a-cc4838e2e7fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba399b8d-ed3f-49b4-ac2e-afa79260f403 HTTP/1.1" status: 200 len: 217 time: 0.0539148 Jul 25 05:42:14.590430 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Attempting to bind port 2c1e6048-c50e-4aaa-b40c-26116398285e on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:42:14.590984 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Attempting to bind port 2c1e6048-c50e-4aaa-b40c-26116398285e by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:42:14.591642 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Attempting to bind port 2c1e6048-c50e-4aaa-b40c-26116398285e on network 69a407fc-7892-4489-9edc-cabb773af8c0 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:42:14.598423 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Publish callbacks [] for router_gateway (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:14.598948 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:42:14.599232 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Checking segment: {'id': 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:42:14.599834 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:14.600238 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Bound using segment: {'id': 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:42:14.600717 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Bound port: 2c1e6048-c50e-4aaa-b40c-26116398285e, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:42:14.601140 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:14.627752 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7290c-e7a1-4bc2-b1f0-0b378f58edf8 req-00c3168a-e36c-42eb-bbb4-4e53a878e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:14.629251 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-63d7290c-e7a1-4bc2-b1f0-0b378f58edf8 req-00c3168a-e36c-42eb-bbb4-4e53a878e674 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 200 len: 858 time: 0.0898936 Jul 25 05:42:14.630837 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:14.639122 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:14.677316 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] For port 2c1e6048-c50e-4aaa-b40c-26116398285e, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:42:14.681532 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] For port 2c1e6048-c50e-4aaa-b40c-26116398285e, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=2c1e6048-c50e-4aaa-b40c-26116398285e,segment=NetworkSegment(ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5),segment_id=ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:42:14.701502 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:14.721279 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7290c-e7a1-4bc2-b1f0-0b378f58edf8 req-1155687a-1540-4eb1-97ee-80eae1266dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:14.722791 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-63d7290c-e7a1-4bc2-b1f0-0b378f58edf8 req-1155687a-1540-4eb1-97ee-80eae1266dbc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0be019a4-499c-47a6-88b3-5437178c588d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832064 Jul 25 05:42:14.729705 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:14.731343 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:14.769442 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Pushing event updated for resources: {'Port': ['ID=2c1e6048-c50e-4aaa-b40c-26116398285e,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:14.777301 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.777959 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.778310 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.778646 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.778985 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.779316 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.779645 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.780012 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.780286 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.780613 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.780967 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.781295 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.781668 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.782147 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.782708 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ffa4f8-85aa-420a-98e0-27021671a0e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:14.791785 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Allocated IP 172.27.3.150 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/3c753e39-354e-4693-9a79-59665f1ed12e) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:42:14.885313 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:14.888313 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:14.902204 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Publish callbacks [] for port (3c753e39-354e-4693-9a79-59665f1ed12e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:14.951769 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (3c753e39-354e-4693-9a79-59665f1ed12e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:15.000083 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:15.003726 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:15.007484 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:42:15.011725 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3c753e39-354e-4693-9a79-59665f1ed12e,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:15.259402 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-63d7290c-e7a1-4bc2-b1f0-0b378f58edf8 req-b3d19574-9e36-4d56-b1d3-bf6b41a1661a service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774487 Jul 25 05:42:15.649426 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Publish callbacks [] for router_gateway (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:15.709874 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-63d7290c-e7a1-4bc2-b1f0-0b378f58edf8 req-c47bcc2f-100f-4376-ada7-65edf706a1d5 service neutron] 10.222.0.43 "GET /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442875 Jul 25 05:42:15.734275 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a587a00-fa30-494a-a247-5a03ad86dd51 None None] Network 69a407fc-7892-4489-9edc-cabb773af8c0 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:42:15.844985 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5c2339c0-e130-444d-a1b2-8fd40838c1bf None None] Provisioning complete for port 2c1e6048-c50e-4aaa-b40c-26116398285e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:15.845469 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c2339c0-e130-444d-a1b2-8fd40838c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:15.884705 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775234'] for router (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:15.920693 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:15.972629 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5c2339c0-e130-444d-a1b2-8fd40838c1bf None None] Current status of the port 2c1e6048-c50e-4aaa-b40c-26116398285e is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:15.972992 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c2339c0-e130-444d-a1b2-8fd40838c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:16.011813 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f421f83-34a9-4cb0-a1de-37509be952a1 req-ea522ced-4939-486d-8033-498c5ce83d72 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:16.013834 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5c2339c0-e130-444d-a1b2-8fd40838c1bf None None] For port 2c1e6048-c50e-4aaa-b40c-26116398285e, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=2c1e6048-c50e-4aaa-b40c-26116398285e,segment=NetworkSegment(ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5),segment_id=ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:16.018891 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7f421f83-34a9-4cb0-a1de-37509be952a1 req-ea522ced-4939-486d-8033-498c5ce83d72 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0936728 Jul 25 05:42:16.022167 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c2339c0-e130-444d-a1b2-8fd40838c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:16.073442 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:16.078074 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:16.092685 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2339c0-e130-444d-a1b2-8fd40838c1bf None None] Pushing event updated for resources: {'Port': ['ID=2c1e6048-c50e-4aaa-b40c-26116398285e,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:16.129559 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82911f-5346-45cb-8ef8-cf312549672e req-27319d68-c883-4f94-900c-fa666869ed7d tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:16.133275 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9c82911f-5346-45cb-8ef8-cf312549672e req-27319d68-c883-4f94-900c-fa666869ed7d tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 946 time: 0.1119413 Jul 25 05:42:16.153953 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7f421f83-34a9-4cb0-a1de-37509be952a1 req-db430fc3-b70f-4e7b-9ed3-50e3cc2ee29e tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343534 Jul 25 05:42:16.192315 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 is scheduled to L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:42:16.210379 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9c82911f-5346-45cb-8ef8-cf312549672e req-8f65f364-4080-4baa-b94f-a3adaad90729 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673847 Jul 25 05:42:16.240495 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-373dfe14-ab47-4f3c-a3c5-b5905c80a241 None None] Provisioning complete for port 2c1e6048-c50e-4aaa-b40c-26116398285e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:16.240989 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-373dfe14-ab47-4f3c-a3c5-b5905c80a241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:16.306988 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:42:16.315508 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-373dfe14-ab47-4f3c-a3c5-b5905c80a241 None None] Current status of the port 2c1e6048-c50e-4aaa-b40c-26116398285e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:16.318233 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Sync routers for ids ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:42:16.326075 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:16.327327 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2da55e2b-0a88-4bab-b900-f6b6bf7999a8 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4603975 Jul 25 05:42:16.329769 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Routers {'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:16.330107 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38490) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:16.330740 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:16.511935 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Set router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:16.632165 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 2c1e6048-c50e-4aaa-b40c-26116398285e up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:42:16.681442 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 2c1e6048-c50e-4aaa-b40c-26116398285e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:16.682052 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:16.695851 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:42:15Z', 'revision_number': 3, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port': {'id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:14Z', 'updated_at': '2022-07-25T05:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:16.726775 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Checking router: a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:42:16.727462 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Updating router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 port 3c753e39-354e-4693-9a79-59665f1ed12e binding host dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:42:16.757265 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (3c753e39-354e-4693-9a79-59665f1ed12e), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:16.762934 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 2c1e6048-c50e-4aaa-b40c-26116398285e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:16.764642 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:16.863751 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:16.924017 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Allocated IP 172.20.0.1 (69a407fc-7892-4489-9edc-cabb773af8c0/3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef/ed4d2a4b-9f81-495d-8dbd-273e790718ba) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:42:17.005064 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Publish callbacks [] for port (3c753e39-354e-4693-9a79-59665f1ed12e), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:17.010347 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (3c753e39-354e-4693-9a79-59665f1ed12e), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:17.033367 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Publish callbacks [] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:17.034601 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:17.063835 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Attempting to bind port 3c753e39-354e-4693-9a79-59665f1ed12e on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:42:17.064253 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Attempting to bind port 3c753e39-354e-4693-9a79-59665f1ed12e by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:42:17.064710 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Attempting to bind port 3c753e39-354e-4693-9a79-59665f1ed12e on network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:42:17.071411 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Pushing event updated for resources: {'Port': ['ID=3c753e39-354e-4693-9a79-59665f1ed12e,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:17.072442 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:17.075016 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:42:17.075346 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Checking segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:42:17.075767 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:17.076168 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Bound using segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:42:17.076630 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Bound port: 3c753e39-354e-4693-9a79-59665f1ed12e, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:42:17.077035 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (3c753e39-354e-4693-9a79-59665f1ed12e), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:17.083849 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.084195 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.084558 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.084942 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.085278 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.085607 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.085932 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.086255 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.086578 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.086918 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.087228 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.087553 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.087870 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.088188 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.088505 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:17.116561 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Network 69a407fc-7892-4489-9edc-cabb773af8c0 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:17.119994 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:17.123694 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:42:17.127821 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4d2a4b-9f81-495d-8dbd-273e790718ba,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:17.144332 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] For port 3c753e39-354e-4693-9a79-59665f1ed12e, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:42:17.147677 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] For port 3c753e39-354e-4693-9a79-59665f1ed12e, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=3c753e39-354e-4693-9a79-59665f1ed12e,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:42:17.153468 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (3c753e39-354e-4693-9a79-59665f1ed12e), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:17.166156 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663993'] for router_interface (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:17.218305 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dc670-3253-48ff-b9f4-de0887dd1d7a None None] Pushing event updated for resources: {'Port': ['ID=3c753e39-354e-4693-9a79-59665f1ed12e,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:17.230293 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Routers {'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:17.230926 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:17.316615 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:17.338215 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:17.349450 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] Set router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:17.370529 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd4d9d-1c52-4d0c-8e6a-2c4c41034048 req-53d18948-2e02-4565-9fad-4d96c29b15d9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:17.372023 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-17dd4d9d-1c52-4d0c-8e6a-2c4c41034048 req-53d18948-2e02-4565-9fad-4d96c29b15d9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.1154954 Jul 25 05:42:17.405817 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:17.416216 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8affc-cf04-48fb-9a58-171f93212d78 req-d2d9ec9c-05c1-4399-8935-7e074ce85c36 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:17.417722 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fba8affc-cf04-48fb-9a58-171f93212d78 req-d2d9ec9c-05c1-4399-8935-7e074ce85c36 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 946 time: 0.1091204 Jul 25 05:42:17.455012 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0f86bb27-79e5-4f85-a1d3-e9339e7a530f None None] Provisioning complete for port ed4d2a4b-9f81-495d-8dbd-273e790718ba triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:17.455583 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0f86bb27-79e5-4f85-a1d3-e9339e7a530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:17.487577 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0f86bb27-79e5-4f85-a1d3-e9339e7a530f None None] Port ed4d2a4b-9f81-495d-8dbd-273e790718ba cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:42:17.503680 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-17dd4d9d-1c52-4d0c-8e6a-2c4c41034048 req-bf325a57-0568-4ae4-82bb-33429fa47faa tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221430 Jul 25 05:42:17.530318 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:42:15Z', 'revision_number': 3, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port': {'id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:14Z', 'updated_at': '2022-07-25T05:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:17.534436 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fba8affc-cf04-48fb-9a58-171f93212d78 req-a076b661-897e-4f9a-88ae-b1fb1e67701b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069665 Jul 25 05:42:17.565886 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9d5de-05ee-46b5-9b58-c528a2f0e68c None None] The sync data for ids ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'] in dv-cinder-850830-1-iscsi is: [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:42:15Z', 'revision_number': 3, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port': {'id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:14Z', 'updated_at': '2022-07-25T05:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:42:17.638801 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:17.656545 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Publish callbacks [] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:17.661272 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:17.729449 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663893'] for router_interface (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:17.731222 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4d2a4b-9f81-495d-8dbd-273e790718ba,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:17.855306 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Network 69a407fc-7892-4489-9edc-cabb773af8c0 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:17.856942 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:17.862290 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:17.989045 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:42:18.102225 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:42:18.107279 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-0deb8c1e-c92b-4755-9a1c-d72630eec4f6 admin admin] 10.222.0.33 "PUT /v2.0/routers/a4cca7ad-fb23-41fd-97f1-2ed79bb394e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7760391 Jul 25 05:42:18.115525 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a9222104-fcaa-48d9-99a5-4bd1200f7083 None None] Provisioning complete for port ed4d2a4b-9f81-495d-8dbd-273e790718ba triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:18.116132 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9222104-fcaa-48d9-99a5-4bd1200f7083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:18.155463 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a9222104-fcaa-48d9-99a5-4bd1200f7083 None None] Port ed4d2a4b-9f81-495d-8dbd-273e790718ba cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:42:18.632286 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 3c753e39-354e-4693-9a79-59665f1ed12e up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:42:18.638844 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fcf85-8f6e-49b1-a6e4-43458558451d req-57d4c52b-d516-4e71-85c0-1301804989ba tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:18.647084 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-742fcf85-8f6e-49b1-a6e4-43458558451d req-57d4c52b-d516-4e71-85c0-1301804989ba tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0646439 Jul 25 05:42:18.653703 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:18.680856 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 3c753e39-354e-4693-9a79-59665f1ed12e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:18.681230 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (3c753e39-354e-4693-9a79-59665f1ed12e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:18.712352 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38516) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:18.719212 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1592736781-network', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:18.723034 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d6a46-654d-49a5-b0ab-7c5d8b83e57e req-7af16aaa-5ffe-439d-b84d-0489605a9206 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:18.724563 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e68d6a46-654d-49a5-b0ab-7c5d8b83e57e req-7af16aaa-5ffe-439d-b84d-0489605a9206 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 946 time: 0.0743332 Jul 25 05:42:18.743242 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] Made reservation on behalf of 968e41b62cc34e7198a1e55dd1a7d858 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:42:18.746709 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:18.750076 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-742fcf85-8f6e-49b1-a6e4-43458558451d req-fc6ae6bc-b5ca-4f92-9a7c-37e1e346c8af tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020730 Jul 25 05:42:18.760198 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 3c753e39-354e-4693-9a79-59665f1ed12e is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:18.760524 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:18.760658 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (3c753e39-354e-4693-9a79-59665f1ed12e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:18.766285 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:18.786173 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port 3c753e39-354e-4693-9a79-59665f1ed12e, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=3c753e39-354e-4693-9a79-59665f1ed12e,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:18.791007 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (3c753e39-354e-4693-9a79-59665f1ed12e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:18.807686 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e68d6a46-654d-49a5-b0ab-7c5d8b83e57e req-25a1572e-7771-4b26-896f-56e3a3ca0ba0 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750310 Jul 25 05:42:18.850434 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=3c753e39-354e-4693-9a79-59665f1ed12e,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:18.866545 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] Publish callbacks [] for security_group (6b3d92ca-b3fd-40a2-9e1a-c65169d925f9), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:18.870416 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (6b3d92ca-b3fd-40a2-9e1a-c65169d925f9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:18.892569 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:18.902744 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:42:18.911405 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3d92ca-b3fd-40a2-9e1a-c65169d925f9,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:18.919504 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (099027bb-582d-435f-9ad1-a72aa99b1714), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:18.919913 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] Added segment 099027bb-582d-435f-9ad1-a72aa99b1714 of type vlan for network 51cd4c1f-8666-41ad-abad-d7a0eb85cfc7 Jul 25 05:42:18.955524 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:18.964653 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (51cd4c1f-8666-41ad-abad-d7a0eb85cfc7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:18.999093 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (51cd4c1f-8666-41ad-abad-d7a0eb85cfc7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:19.000155 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:19.001658 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:19.061423 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3480616 Jul 25 05:42:19.064166 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38518) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:19.071134 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5b56aaaf-d764-49e1-8d56-7a6dea5ec194 admin admin] Request body: {'subnet': {'network_id': '51cd4c1f-8666-41ad-abad-d7a0eb85cfc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1592736781-subnet', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:19.077863 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833550d-6006-4535-9139-a7825eb0ed80 admin admin] Pushing event updated for resources: {'Network': ['ID=51cd4c1f-8666-41ad-abad-d7a0eb85cfc7,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:19.088796 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network 51cd4c1f-8666-41ad-abad-d7a0eb85cfc7 details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:42:19.093257 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b56aaaf-d764-49e1-8d56-7a6dea5ec194 admin admin] Made reservation on behalf of 968e41b62cc34e7198a1e55dd1a7d858 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:42:19.096298 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b56aaaf-d764-49e1-8d56-7a6dea5ec194 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61931674'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:19.156336 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Sync routers for ids ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:42:19.171829 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Routers {'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:19.172647 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:19.278583 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Set router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:19.281736 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b56aaaf-d764-49e1-8d56-7a6dea5ec194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61948049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61931656'] for subnet (869621e3-45d1-4efe-80ec-f98457031417), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:19.340022 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56aaaf-d764-49e1-8d56-7a6dea5ec194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=869621e3-45d1-4efe-80ec-f98457031417,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:19.350124 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56aaaf-d764-49e1-8d56-7a6dea5ec194 admin admin] Checking segment: {'id': '099027bb-582d-435f-9ad1-a72aa99b1714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51cd4c1f-8666-41ad-abad-d7a0eb85cfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:42:19.350483 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b56aaaf-d764-49e1-8d56-7a6dea5ec194 admin admin] Network hostable DHCP agents. Network: 51cd4c1f-8666-41ad-abad-d7a0eb85cfc7, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:42:19.368325 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b56aaaf-d764-49e1-8d56-7a6dea5ec194 admin admin] Network 51cd4c1f-8666-41ad-abad-d7a0eb85cfc7 is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:42:19.377496 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-5b56aaaf-d764-49e1-8d56-7a6dea5ec194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, 51cd4c1f-8666-41ad-abad-d7a0eb85cfc7) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:19.381922 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b56aaaf-d764-49e1-8d56-7a6dea5ec194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:19.382527 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b56aaaf-d764-49e1-8d56-7a6dea5ec194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:19.398093 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aa116f-d7e6-432a-9540-71f0208f1228 None None] Network 51cd4c1f-8666-41ad-abad-d7a0eb85cfc7 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:42:19.398712 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-5b56aaaf-d764-49e1-8d56-7a6dea5ec194 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3335717 Jul 25 05:42:19.401523 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38520) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:19.405595 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1592736781-router', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:19.431137 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-728'] for router (18357850-327f-4fa3-94cb-eb29915cea7a), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:19.432999 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-751'] for router (18357850-327f-4fa3-94cb-eb29915cea7a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:19.492624 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Publish callbacks [] for router_controller (18357850-327f-4fa3-94cb-eb29915cea7a), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:19.549365 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fd5b1d1-d160-5e6d-81c3-07e62fcf4b68-51cd4c1f-8666-41ad-abad-d7a0eb85cfc7', 'network_id': '51cd4c1f-8666-41ad-abad-d7a0eb85cfc7', 'project_id': '968e41b62cc34e7198a1e55dd1a7d858', 'fixed_ips': [{'subnet_id': '869621e3-45d1-4efe-80ec-f98457031417'}]}} from dv-cinder-850830-1-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:42:19.550281 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:19.566182 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:42:17Z', 'revision_number': 4, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port': {'id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:14Z', 'updated_at': '2022-07-25T05:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'ed4d2a4b-9f81-495d-8dbd-273e790718ba', 'name': '', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'mac_address': 'fa:16:3e:ec:26:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:16Z', 'updated_at': '2022-07-25T05:42:17Z', 'revision_number': 2, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'subnets': [{'id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:19.599905 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Checking router: a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:42:19.600256 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Updating router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 port ed4d2a4b-9f81-495d-8dbd-273e790718ba binding host dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:42:19.630012 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Publish callbacks [] for router_gateway (18357850-327f-4fa3-94cb-eb29915cea7a), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:19.679869 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:19.812056 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Publish callbacks [] for router_gateway (18357850-327f-4fa3-94cb-eb29915cea7a), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:19.814691 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:19.823809 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Allocated IP 172.20.0.2 (51cd4c1f-8666-41ad-abad-d7a0eb85cfc7/869621e3-45d1-4efe-80ec-f98457031417/6a77f26b-2fda-490f-a812-43a4118c588e) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:42:19.835800 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:19.848340 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:19.853038 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:19.860603 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:19.919160 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126f9b3-3df3-4bfd-80e4-ad4b6347f4cc req-76203c4f-c12d-4c20-a9a2-633c8588161e tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:19.921453 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d126f9b3-3df3-4bfd-80e4-ad4b6347f4cc req-76203c4f-c12d-4c20-a9a2-633c8588161e tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0964391 Jul 25 05:42:19.973812 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Allocated IP 172.27.3.197 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/46c8c8ec-27a6-4959-ab6e-9968f62db9e3) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:42:19.998133 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca93f57-99ce-44ad-b60a-968990bb401e req-39e9a0a0-2323-4d29-a6d3-4ead6b1b5d6e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:19.999893 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4ca93f57-99ce-44ad-b60a-968990bb401e req-39e9a0a0-2323-4d29-a6d3-4ead6b1b5d6e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 946 time: 0.0774305 Jul 25 05:42:20.025018 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d126f9b3-3df3-4bfd-80e4-ad4b6347f4cc req-31eb4b48-3661-4efe-8317-20e33eff7316 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911114 Jul 25 05:42:20.068822 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4ca93f57-99ce-44ad-b60a-968990bb401e req-87cea674-092a-478b-bcde-5851d79245e3 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590198 Jul 25 05:42:20.104068 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Publish callbacks [] for port (46c8c8ec-27a6-4959-ab6e-9968f62db9e3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.138192 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (46c8c8ec-27a6-4959-ab6e-9968f62db9e3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.181193 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:20.189292 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:20.193143 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:42:20.196509 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Pushing event updated for resources: {'Port': ['ID=46c8c8ec-27a6-4959-ab6e-9968f62db9e3,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:20.229092 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Publish callbacks [] for port (6a77f26b-2fda-490f-a812-43a4118c588e), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.239184 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (6a77f26b-2fda-490f-a812-43a4118c588e), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.252329 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Publish callbacks [] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.279308 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.299847 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Network 51cd4c1f-8666-41ad-abad-d7a0eb85cfc7 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:20.304807 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:20.308362 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Pushing event updated for resources: {'Port': ['ID=6a77f26b-2fda-490f-a812-43a4118c588e,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:20.311674 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:42:20.411212 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef031fc-b5f0-4003-92c5-c0ce259adc74 None None] Pushing event updated for resources: {'Port': ['ID=ed4d2a4b-9f81-495d-8dbd-273e790718ba,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:20.452979 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Attempting to bind port 6a77f26b-2fda-490f-a812-43a4118c588e on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:42:20.453359 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Attempting to bind port 6a77f26b-2fda-490f-a812-43a4118c588e by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '099027bb-582d-435f-9ad1-a72aa99b1714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51cd4c1f-8666-41ad-abad-d7a0eb85cfc7'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:42:20.453976 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Attempting to bind port 6a77f26b-2fda-490f-a812-43a4118c588e on network 51cd4c1f-8666-41ad-abad-d7a0eb85cfc7 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:42:20.459664 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Publish callbacks [] for router_gateway (18357850-327f-4fa3-94cb-eb29915cea7a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.462110 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:42:20.462471 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Checking segment: {'id': '099027bb-582d-435f-9ad1-a72aa99b1714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51cd4c1f-8666-41ad-abad-d7a0eb85cfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:42:20.462874 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.463264 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Bound using segment: {'id': '099027bb-582d-435f-9ad1-a72aa99b1714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51cd4c1f-8666-41ad-abad-d7a0eb85cfc7'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:42:20.463738 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Bound port: 6a77f26b-2fda-490f-a812-43a4118c588e, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099027bb-582d-435f-9ad1-a72aa99b1714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51cd4c1f-8666-41ad-abad-d7a0eb85cfc7'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:42:20.464119 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (6a77f26b-2fda-490f-a812-43a4118c588e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.474638 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Attempting to bind port ed4d2a4b-9f81-495d-8dbd-273e790718ba on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:42:20.475004 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Attempting to bind port ed4d2a4b-9f81-495d-8dbd-273e790718ba by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:42:20.475368 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Attempting to bind port ed4d2a4b-9f81-495d-8dbd-273e790718ba on network 69a407fc-7892-4489-9edc-cabb773af8c0 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:42:20.484466 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:42:20.485405 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Checking segment: {'id': 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:42:20.485875 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.486481 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Bound using segment: {'id': 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:42:20.486957 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Bound port: ed4d2a4b-9f81-495d-8dbd-273e790718ba, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:42:20.487335 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.582400 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] For port 6a77f26b-2fda-490f-a812-43a4118c588e, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:42:20.610489 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] For port 6a77f26b-2fda-490f-a812-43a4118c588e, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=6a77f26b-2fda-490f-a812-43a4118c588e,segment=NetworkSegment(099027bb-582d-435f-9ad1-a72aa99b1714),segment_id=099027bb-582d-435f-9ad1-a72aa99b1714)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:42:20.618231 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] For port ed4d2a4b-9f81-495d-8dbd-273e790718ba, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:42:20.620695 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c1a91240-06b0-41f9-96ad-5f424846c8f0 None None] Provisioning complete for port ed4d2a4b-9f81-495d-8dbd-273e790718ba triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:20.621098 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c1a91240-06b0-41f9-96ad-5f424846c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.624772 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (6a77f26b-2fda-490f-a812-43a4118c588e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.635986 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:20.637143 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 3c753e39-354e-4693-9a79-59665f1ed12e up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:42:20.659441 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] For port ed4d2a4b-9f81-495d-8dbd-273e790718ba, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=ed4d2a4b-9f81-495d-8dbd-273e790718ba,segment=NetworkSegment(ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5),segment_id=ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:42:20.718266 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.732723 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:20.759481 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c1a91240-06b0-41f9-96ad-5f424846c8f0 None None] Port ed4d2a4b-9f81-495d-8dbd-273e790718ba cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:42:20.783867 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edaf1a0-0aa4-4ce7-a3d1-4304bb4adeb4 None None] Pushing event updated for resources: {'Port': ['ID=6a77f26b-2fda-490f-a812-43a4118c588e,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:20.831517 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Routers {'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:20.832178 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:20.877166 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 3c753e39-354e-4693-9a79-59665f1ed12e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:20.877551 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (3c753e39-354e-4693-9a79-59665f1ed12e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:20.943807 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775234'] for router (18357850-327f-4fa3-94cb-eb29915cea7a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:21.011041 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef031fc-b5f0-4003-92c5-c0ce259adc74 None None] Pushing event updated for resources: {'Port': ['ID=ed4d2a4b-9f81-495d-8dbd-273e790718ba,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:21.043701 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] Set router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:21.093762 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:21.111306 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:21.139110 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Router 18357850-327f-4fa3-94cb-eb29915cea7a is scheduled to L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:42:21.173039 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0aa593b4-84ec-4405-aaeb-32c5831b499e None None] Provisioning complete for port ed4d2a4b-9f81-495d-8dbd-273e790718ba triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:21.173494 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0aa593b4-84ec-4405-aaeb-32c5831b499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:21.182016 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 3c753e39-354e-4693-9a79-59665f1ed12e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:21.251422 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5510df-a5b2-49c3-b005-65562776a143 req-fe3f17d4-7fee-47c1-af94-da9831a3629d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:21.253125 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cb5510df-a5b2-49c3-b005-65562776a143 req-fe3f17d4-7fee-47c1-af94-da9831a3629d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.1188962 Jul 25 05:42:21.265330 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87fb18-8dc4-4cd5-95cb-4dbf05c3595b req-0a68e43f-cf4a-4d51-90e2-64bc90700d58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:21.269400 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bc87fb18-8dc4-4cd5-95cb-4dbf05c3595b req-0a68e43f-cf4a-4d51-90e2-64bc90700d58 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 946 time: 0.0816400 Jul 25 05:42:21.295191 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:42:21.307058 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002e467-d615-495d-99ca-a168478a21df None None] Sync routers for ids ['18357850-327f-4fa3-94cb-eb29915cea7a'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:42:21.319887 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:21.323320 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002e467-d615-495d-99ca-a168478a21df None None] Routers {'18357850-327f-4fa3-94cb-eb29915cea7a'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:21.324327 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b002e467-d615-495d-99ca-a168478a21df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['18357850-327f-4fa3-94cb-eb29915cea7a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:21.325865 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:21.327372 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c93010fd-486b-4a13-94fa-49afa73320f7 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9250209 Jul 25 05:42:21.330958 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38530) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:21.358398 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cb5510df-a5b2-49c3-b005-65562776a143 req-eefe1ae6-c35e-4c59-8ec5-63eb0ccf4cf3 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861192 Jul 25 05:42:21.383303 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0aa593b4-84ec-4405-aaeb-32c5831b499e None None] Current status of the port ed4d2a4b-9f81-495d-8dbd-273e790718ba is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:21.383843 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0aa593b4-84ec-4405-aaeb-32c5831b499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:21.385791 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bc87fb18-8dc4-4cd5-95cb-4dbf05c3595b req-ce3b75e5-0aa3-4ac0-a481-ef016eb58380 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098409 Jul 25 05:42:21.423477 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:42:17Z', 'revision_number': 4, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port': {'id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:14Z', 'updated_at': '2022-07-25T05:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'ed4d2a4b-9f81-495d-8dbd-273e790718ba', 'name': '', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'mac_address': 'fa:16:3e:ec:26:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:16Z', 'updated_at': '2022-07-25T05:42:20Z', 'revision_number': 4, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'subnets': [{'id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:21.455494 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888650c-d273-45fa-96dc-824e0a57f755 None None] The sync data for ids ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'] in dv-cinder-850830-1-iscsi is: [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:42:17Z', 'revision_number': 4, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port': {'id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:14Z', 'updated_at': '2022-07-25T05:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'ed4d2a4b-9f81-495d-8dbd-273e790718ba', 'name': '', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'mac_address': 'fa:16:3e:ec:26:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:16Z', 'updated_at': '2022-07-25T05:42:20Z', 'revision_number': 4, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'subnets': [{'id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:42:21.465852 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0aa593b4-84ec-4405-aaeb-32c5831b499e None None] For port ed4d2a4b-9f81-495d-8dbd-273e790718ba, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=ed4d2a4b-9f81-495d-8dbd-273e790718ba,segment=NetworkSegment(ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5),segment_id=ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:21.471612 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b002e467-d615-495d-99ca-a168478a21df None None] Set router 18357850-327f-4fa3-94cb-eb29915cea7a gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:21.471937 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0aa593b4-84ec-4405-aaeb-32c5831b499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:21.543259 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa593b4-84ec-4405-aaeb-32c5831b499e None None] Pushing event updated for resources: {'Port': ['ID=ed4d2a4b-9f81-495d-8dbd-273e790718ba,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:21.568193 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-ecd3b439-f0a5-4db5-8293-69ee78da5a36 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:21.570378 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-ecd3b439-f0a5-4db5-8293-69ee78da5a36 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.43 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.1194904 Jul 25 05:42:21.727924 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b002e467-d615-495d-99ca-a168478a21df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'name': 'tempest-TestMinimumBasicScenario-1592736781-router', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '46c8c8ec-27a6-4959-ab6e-9968f62db9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:42:20Z', 'revision_number': 3, 'project_id': '968e41b62cc34e7198a1e55dd1a7d858', 'gw_port': {'id': '46c8c8ec-27a6-4959-ab6e-9968f62db9e3', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:21.756627 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002e467-d615-495d-99ca-a168478a21df None None] Checking router: 18357850-327f-4fa3-94cb-eb29915cea7a for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:42:21.757009 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002e467-d615-495d-99ca-a168478a21df None None] Updating router 18357850-327f-4fa3-94cb-eb29915cea7a port 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 binding host dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:42:21.816717 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b002e467-d615-495d-99ca-a168478a21df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (46c8c8ec-27a6-4959-ab6e-9968f62db9e3), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:21.850501 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-386b599f-5850-45cb-b60a-f2a2f7780c3b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:21.852073 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-386b599f-5850-45cb-b60a-f2a2f7780c3b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 946 time: 0.1505778 Jul 25 05:42:21.960983 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Deleting port db49e6cc-810b-4a89-a2fb-e0718b506f4b {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:42:21.961343 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:21.991634 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.028157 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:22.029230 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Deleting port 1d7fd591-303f-4f00-9657-b9203d5271ba {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:42:22.029671 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.056543 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe562c4-4e87-4cc2-b449-1ea70e737343 None None] Network 51cd4c1f-8666-41ad-abad-d7a0eb85cfc7 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:42:22.197279 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:22.230562 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6061bdab-a2ff-474b-b4ab-4ef6d5f5ab7e None None] Provisioning complete for port 6a77f26b-2fda-490f-a812-43a4118c588e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:22.235329 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6061bdab-a2ff-474b-b4ab-4ef6d5f5ab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (6a77f26b-2fda-490f-a812-43a4118c588e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.268702 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Allocated IP 172.20.0.1 (51cd4c1f-8666-41ad-abad-d7a0eb85cfc7/869621e3-45d1-4efe-80ec-f98457031417/419b8841-8187-41bf-ad1c-a3d4cd02480e) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:42:22.324201 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:22.330090 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b002e467-d615-495d-99ca-a168478a21df None None] Publish callbacks [] for port (46c8c8ec-27a6-4959-ab6e-9968f62db9e3), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.333549 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:22.345401 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b002e467-d615-495d-99ca-a168478a21df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (46c8c8ec-27a6-4959-ab6e-9968f62db9e3), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.426020 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6061bdab-a2ff-474b-b4ab-4ef6d5f5ab7e None None] Current status of the port 6a77f26b-2fda-490f-a812-43a4118c588e is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:22.426604 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6061bdab-a2ff-474b-b4ab-4ef6d5f5ab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (6a77f26b-2fda-490f-a812-43a4118c588e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.443883 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-b002e467-d615-495d-99ca-a168478a21df None None] Attempting to bind port 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:42:22.444246 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-b002e467-d615-495d-99ca-a168478a21df None None] Attempting to bind port 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:42:22.444603 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002e467-d615-495d-99ca-a168478a21df None None] Attempting to bind port 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 on network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:42:22.476622 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002e467-d615-495d-99ca-a168478a21df None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:42:22.481301 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002e467-d615-495d-99ca-a168478a21df None None] Checking segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:42:22.482175 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b002e467-d615-495d-99ca-a168478a21df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.482175 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002e467-d615-495d-99ca-a168478a21df None None] Bound using segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:42:22.482660 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-b002e467-d615-495d-99ca-a168478a21df None None] Bound port: 46c8c8ec-27a6-4959-ab6e-9968f62db9e3, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:42:22.483047 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b002e467-d615-495d-99ca-a168478a21df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (46c8c8ec-27a6-4959-ab6e-9968f62db9e3), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.487435 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6061bdab-a2ff-474b-b4ab-4ef6d5f5ab7e None None] For port 6a77f26b-2fda-490f-a812-43a4118c588e, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=6a77f26b-2fda-490f-a812-43a4118c588e,segment=NetworkSegment(099027bb-582d-435f-9ad1-a72aa99b1714),segment_id=099027bb-582d-435f-9ad1-a72aa99b1714)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:22.487642 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834146c2-ab05-4f85-a9f1-8a0c2152e781 None None] Pushing event updated for resources: {'Port': ['ID=46c8c8ec-27a6-4959-ab6e-9968f62db9e3,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:22.504935 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:22.510826 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6061bdab-a2ff-474b-b4ab-4ef6d5f5ab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (6a77f26b-2fda-490f-a812-43a4118c588e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.519232 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Publish callbacks [] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.571806 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:22.600430 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061bdab-a2ff-474b-b4ab-4ef6d5f5ab7e None None] Pushing event updated for resources: {'Port': ['ID=6a77f26b-2fda-490f-a812-43a4118c588e,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:22.622287 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-b002e467-d615-495d-99ca-a168478a21df None None] For port 46c8c8ec-27a6-4959-ab6e-9968f62db9e3, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:42:22.629941 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-b002e467-d615-495d-99ca-a168478a21df None None] For port 46c8c8ec-27a6-4959-ab6e-9968f62db9e3, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=46c8c8ec-27a6-4959-ab6e-9968f62db9e3,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:42:22.650175 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b002e467-d615-495d-99ca-a168478a21df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (46c8c8ec-27a6-4959-ab6e-9968f62db9e3), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.676178 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.683972 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8ceec-f431-4bdb-9d1c-588eae74fbb3 req-0a2e8923-07a1-4626-8d36-fa0e0df538f7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:22.685663 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2ce8ceec-f431-4bdb-9d1c-588eae74fbb3 req-0a2e8923-07a1-4626-8d36-fa0e0df538f7 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 946 time: 0.0893462 Jul 25 05:42:22.750891 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2a77b8d5-879e-4ab0-90af-97155b977760 None None] Provisioning complete for port 6a77f26b-2fda-490f-a812-43a4118c588e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:22.753090 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2a77b8d5-879e-4ab0-90af-97155b977760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (6a77f26b-2fda-490f-a812-43a4118c588e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.771797 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Network 51cd4c1f-8666-41ad-abad-d7a0eb85cfc7 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:22.774065 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] For port db49e6cc-810b-4a89-a2fb-e0718b506f4b, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=db49e6cc-810b-4a89-a2fb-e0718b506f4b,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:22.774530 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.785934 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:22.793767 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:42:22.803274 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0d001-cef6-418e-a3be-d215765752e9 req-6c35fc78-6ceb-43b9-a9bf-a4a4c7ab6fae tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:22.805058 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4fb0d001-cef6-418e-a3be-d215765752e9 req-6c35fc78-6ceb-43b9-a9bf-a4a4c7ab6fae tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 946 time: 0.2100561 Jul 25 05:42:22.816150 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002e467-d615-495d-99ca-a168478a21df None None] Routers {'18357850-327f-4fa3-94cb-eb29915cea7a'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:22.817407 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b002e467-d615-495d-99ca-a168478a21df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['18357850-327f-4fa3-94cb-eb29915cea7a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:22.822197 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834146c2-ab05-4f85-a9f1-8a0c2152e781 None None] Pushing event updated for resources: {'Port': ['ID=46c8c8ec-27a6-4959-ab6e-9968f62db9e3,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:22.852885 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device ed4d2a4b-9f81-495d-8dbd-273e790718ba up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:42:22.883501 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:22.884552 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663993'] for router_interface (18357850-327f-4fa3-94cb-eb29915cea7a), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:22.889750 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Pushing event updated for resources: {'Port': ['ID=419b8841-8187-41bf-ad1c-a3d4cd02480e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:23.013670 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b002e467-d615-495d-99ca-a168478a21df None None] Set router 18357850-327f-4fa3-94cb-eb29915cea7a gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:23.040600 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] For port 1d7fd591-303f-4f00-9657-b9203d5271ba, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1d7fd591-303f-4f00-9657-b9203d5271ba,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:23.042823 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2a77b8d5-879e-4ab0-90af-97155b977760 None None] Current status of the port 6a77f26b-2fda-490f-a812-43a4118c588e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:23.045743 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port ed4d2a4b-9f81-495d-8dbd-273e790718ba triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:23.046117 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.050476 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.079579 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2ce8ceec-f431-4bdb-9d1c-588eae74fbb3 req-79474e26-6e2f-4aca-b24e-c87bce8aa285 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=3d575b40-3e6a-4e3b-93d2-136ea8df0787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818500 Jul 25 05:42:23.128384 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.159541 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port ed4d2a4b-9f81-495d-8dbd-273e790718ba is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:23.160633 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 6a77f26b-2fda-490f-a812-43a4118c588e up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:42:23.229553 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-57ecd47a-a64c-432f-bf8f-66fbc626cba2 None None] Provisioning complete for port 419b8841-8187-41bf-ad1c-a3d4cd02480e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:23.230061 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-57ecd47a-a64c-432f-bf8f-66fbc626cba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.262939 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4fb0d001-cef6-418e-a3be-d215765752e9 req-4d9c799c-7490-4bda-8135-56e0e854d7a1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=3982cbdb-a7d9-42c1-98b5-347edd3827c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4284086 Jul 25 05:42:23.290771 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.291430 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (b412142c-2573-420e-a55f-6c4bc104758c), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.291861 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-57ecd47a-a64c-432f-bf8f-66fbc626cba2 None None] Port 419b8841-8187-41bf-ad1c-a3d4cd02480e cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:42:23.292072 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.l3_db [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Floating IP b412142c-2573-420e-a55f-6c4bc104758c disassociated. External IP: 172.27.3.250, port: db49e6cc-810b-4a89-a2fb-e0718b506f4b. Jul 25 05:42:23.292663 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Calling delete_port for db49e6cc-810b-4a89-a2fb-e0718b506f4b owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:42:23.293405 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 6a77f26b-2fda-490f-a812-43a4118c588e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:23.293634 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (6a77f26b-2fda-490f-a812-43a4118c588e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.341058 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b002e467-d615-495d-99ca-a168478a21df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'name': 'tempest-TestMinimumBasicScenario-1592736781-router', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '46c8c8ec-27a6-4959-ab6e-9968f62db9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:42:20Z', 'revision_number': 3, 'project_id': '968e41b62cc34e7198a1e55dd1a7d858', 'gw_port': {'id': '46c8c8ec-27a6-4959-ab6e-9968f62db9e3', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:23.356732 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:23.379313 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002e467-d615-495d-99ca-a168478a21df None None] The sync data for ids ['18357850-327f-4fa3-94cb-eb29915cea7a'] in dv-cinder-850830-1-iscsi is: [{'id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'name': 'tempest-TestMinimumBasicScenario-1592736781-router', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '46c8c8ec-27a6-4959-ab6e-9968f62db9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:42:20Z', 'revision_number': 3, 'project_id': '968e41b62cc34e7198a1e55dd1a7d858', 'gw_port': {'id': '46c8c8ec-27a6-4959-ab6e-9968f62db9e3', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:42:23.400888 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 6a77f26b-2fda-490f-a812-43a4118c588e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:23.401116 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Publish callbacks [] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.405499 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.480163 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Pushing event updated for resources: {'Port': ['ID=419b8841-8187-41bf-ad1c-a3d4cd02480e,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:23.483734 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663893'] for router_interface (18357850-327f-4fa3-94cb-eb29915cea7a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.489860 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.490251 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (a809b640-ed83-46f5-a944-ee24ff78b79a), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.490618 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.l3_db [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Floating IP a809b640-ed83-46f5-a944-ee24ff78b79a disassociated. External IP: 172.27.3.217, port: 1d7fd591-303f-4f00-9657-b9203d5271ba. Jul 25 05:42:23.490943 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Calling delete_port for 1d7fd591-303f-4f00-9657-b9203d5271ba owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:42:23.585583 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Network 51cd4c1f-8666-41ad-abad-d7a0eb85cfc7 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:23.587131 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:23.624903 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (db49e6cc-810b-4a89-a2fb-e0718b506f4b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.662584 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:23.705136 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Pushing event deleted for resources: {'Port': ['ID=db49e6cc-810b-4a89-a2fb-e0718b506f4b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:23.756517 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:23.762476 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Router 18357850-327f-4fa3-94cb-eb29915cea7a has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:42:23.880076 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (1d7fd591-303f-4f00-9657-b9203d5271ba), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.905212 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:42:23.911628 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-01fd9bb4-574f-4fb3-854d-9da9f4c74e44 admin admin] 10.222.0.33 "PUT /v2.0/routers/18357850-327f-4fa3-94cb-eb29915cea7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5795567 Jul 25 05:42:23.933098 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3a0b4d2e-f0b8-41a9-a44a-5437b27c0f37 None None] Provisioning complete for port 419b8841-8187-41bf-ad1c-a3d4cd02480e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:23.933691 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3a0b4d2e-f0b8-41a9-a44a-5437b27c0f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:23.937670 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event deleted for resources: {'Port': ['ID=1d7fd591-303f-4f00-9657-b9203d5271ba,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:23.946635 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Router 50d167a5-d146-4b6e-9727-26da29ec4143 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:42:23.983370 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b4d2e-f0b8-41a9-a44a-5437b27c0f37 None None] Port 419b8841-8187-41bf-ad1c-a3d4cd02480e cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:42:24.195601 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:42:24.238209 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e57bbff1-d52e-427b-8a73-0e5a5108e3b5 req-e79ba871-4db0-48a5-bdf3-a88d7f9fb23e tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa HTTP/1.1" status: 200 len: 210 time: 0.0521290 Jul 25 05:42:24.243678 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:42:24.269470 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec642c4-f98c-4454-a0b8-d6eff02df344 None None] Sync routers for ids ['50d167a5-d146-4b6e-9727-26da29ec4143'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:42:24.283631 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec642c4-f98c-4454-a0b8-d6eff02df344 None None] Routers {'50d167a5-d146-4b6e-9727-26da29ec4143'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:24.289158 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8ec642c4-f98c-4454-a0b8-d6eff02df344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['50d167a5-d146-4b6e-9727-26da29ec4143'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:24.330420 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] No DVR routers for this DVR port db49e6cc-810b-4a89-a2fb-e0718b506f4b on host hv-cinder-85083 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:42:24.333895 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:24.338370 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aeec7cbc-ef57-4ebf-b5b7-821d7272cfc0 req-847fca83-9b19-49cb-a5a7-e2b44f144218 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.43 "DELETE /v2.0/ports/db49e6cc-810b-4a89-a2fb-e0718b506f4b HTTP/1.1" status: 204 len: 173 time: 2.5772619 Jul 25 05:42:24.339285 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'name': 'network-vif-deleted', 'tag': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:42:24.344340 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9e9361-2f6f-46f5-acd4-dfced34c0da0" -d '{"events": [{"server_uuid": "6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa", "name": "network-vif-deleted", "tag": "db49e6cc-810b-4a89-a2fb-e0718b506f4b"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:42:24.488177 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bc71fb-c60d-41ca-a27f-8f56093f60af x-openstack-request-id: req-50bc71fb-c60d-41ca-a27f-8f56093f60af {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:42:24.488448 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa", "name": "network-vif-deleted", "tag": "db49e6cc-810b-4a89-a2fb-e0718b506f4b", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:42:24.488702 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-50bc71fb-c60d-41ca-a27f-8f56093f60af {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:42:24.489141 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50bc71fb-c60d-41ca-a27f-8f56093f60af'] response: {'server_uuid': '6293f14f-7e24-4ebf-a435-eaf9fbc0d0aa', 'name': 'network-vif-deleted', 'tag': 'db49e6cc-810b-4a89-a2fb-e0718b506f4b', 'status': 'completed', 'code': 200} Jul 25 05:42:24.499518 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:24.572626 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-64722339-8b01-4d65-81b9-2c2e5f36f7b8 req-90de15c1-916f-4ec8-ac43-356c2d8abadc tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 210 time: 0.0768254 Jul 25 05:42:24.623548 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:42:24.638930 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24125ba2-b5c6-4cc5-b246-bbb012302932 None None] Sync routers for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:42:24.661271 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24125ba2-b5c6-4cc5-b246-bbb012302932 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:24.662669 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-24125ba2-b5c6-4cc5-b246-bbb012302932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:24.694994 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device db49e6cc-810b-4a89-a2fb-e0718b506f4b no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:42:24.697012 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] No DVR routers for this DVR port 1d7fd591-303f-4f00-9657-b9203d5271ba on host hv-cinder-85083 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:42:24.699492 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:24.720571 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: db49e6cc-810b-4a89-a2fb-e0718b506f4b {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:42:24.720937 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-acc0ed36-87ea-4d42-ae06-9534f040bda2 req-ac148b55-60cc-4a60-b172-b0bcd10ba5d6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "DELETE /v2.0/ports/1d7fd591-303f-4f00-9657-b9203d5271ba HTTP/1.1" status: 204 len: 173 time: 2.8574443 Jul 25 05:42:24.723547 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device db49e6cc-810b-4a89-a2fb-e0718b506f4b not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:42:24.724120 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1d7fd591-303f-4f00-9657-b9203d5271ba no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:42:24.754313 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 1d7fd591-303f-4f00-9657-b9203d5271ba {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:42:24.754715 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1d7fd591-303f-4f00-9657-b9203d5271ba not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:42:24.762686 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:24.773581 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-8ec642c4-f98c-4454-a0b8-d6eff02df344 None None] Set router 50d167a5-d146-4b6e-9727-26da29ec4143 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:24.804479 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:42:24.860753 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-24125ba2-b5c6-4cc5-b246-bbb012302932 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:24.945978 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:24.946597 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (46c8c8ec-27a6-4959-ab6e-9968f62db9e3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:24.951359 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:25.092510 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8ec642c4-f98c-4454-a0b8-d6eff02df344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:08Z', 'revision_number': 4, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '3eff7026-72c7-4dbf-b356-8aa74dd3dd97', 'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'mac_address': 'fa:16:3e:a9:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:16Z', 'revision_number': 5, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'subnets': [{'id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:25.102552 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:25.102952 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (46c8c8ec-27a6-4959-ab6e-9968f62db9e3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:25.121733 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-24125ba2-b5c6-4cc5-b246-bbb012302932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:25.146912 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec642c4-f98c-4454-a0b8-d6eff02df344 None None] Checking router: 50d167a5-d146-4b6e-9727-26da29ec4143 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:42:25.184436 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24125ba2-b5c6-4cc5-b246-bbb012302932 None None] Checking router: 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:42:25.198304 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24125ba2-b5c6-4cc5-b246-bbb012302932 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:25.199332 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-24125ba2-b5c6-4cc5-b246-bbb012302932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:25.204002 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port 46c8c8ec-27a6-4959-ab6e-9968f62db9e3, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=46c8c8ec-27a6-4959-ab6e-9968f62db9e3,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:25.205884 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec642c4-f98c-4454-a0b8-d6eff02df344 None None] Routers {'50d167a5-d146-4b6e-9727-26da29ec4143'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:25.206410 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8ec642c4-f98c-4454-a0b8-d6eff02df344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['50d167a5-d146-4b6e-9727-26da29ec4143'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:25.246782 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (46c8c8ec-27a6-4959-ab6e-9968f62db9e3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:25.249199 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 6a77f26b-2fda-490f-a812-43a4118c588e up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:42:25.349119 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:25.387492 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38584) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:25.400274 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-24125ba2-b5c6-4cc5-b246-bbb012302932 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:25.407360 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=46c8c8ec-27a6-4959-ab6e-9968f62db9e3,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:25.426190 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-8ec642c4-f98c-4454-a0b8-d6eff02df344 None None] Set router 50d167a5-d146-4b6e-9727-26da29ec4143 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:25.428456 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 6a77f26b-2fda-490f-a812-43a4118c588e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:25.429035 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (6a77f26b-2fda-490f-a812-43a4118c588e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:25.527856 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7146351d-e278-4c31-91c4-06d2581bfe49 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for security_group (3d575b40-3e6a-4e3b-93d2-136ea8df0787), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:25.576425 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7146351d-e278-4c31-91c4-06d2581bfe49 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for security_group (3d575b40-3e6a-4e3b-93d2-136ea8df0787), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:25.753976 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 6a77f26b-2fda-490f-a812-43a4118c588e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:25.761882 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-24125ba2-b5c6-4cc5-b246-bbb012302932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:25.763548 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7146351d-e278-4c31-91c4-06d2581bfe49 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (3d575b40-3e6a-4e3b-93d2-136ea8df0787), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:25.768799 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7146351d-e278-4c31-91c4-06d2581bfe49 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:25.777130 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7146351d-e278-4c31-91c4-06d2581bfe49 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "DELETE /v2.0/security-groups/3d575b40-3e6a-4e3b-93d2-136ea8df0787 HTTP/1.1" status: 204 len: 168 time: 0.3885195 Jul 25 05:42:25.780028 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38588) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:25.792381 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24125ba2-b5c6-4cc5-b246-bbb012302932 None None] The sync data for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi is: [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:42:25.820525 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Sync routers for ids ['18357850-327f-4fa3-94cb-eb29915cea7a'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:42:25.836949 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:25.840877 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.api.v2.resource [None req-91b41d79-3d2e-42b9-97c4-132c0f9a2e6b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] show failed (client error): The resource could not be found. Jul 25 05:42:25.845331 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146351d-e278-4c31-91c4-06d2581bfe49 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d575b40-3e6a-4e3b-93d2-136ea8df0787,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:25.846715 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-91b41d79-3d2e-42b9-97c4-132c0f9a2e6b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups/3d575b40-3e6a-4e3b-93d2-136ea8df0787 HTTP/1.1" status: 404 len: 347 time: 0.0617206 Jul 25 05:42:25.849114 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38590) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:25.879334 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8ec642c4-f98c-4454-a0b8-d6eff02df344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:08Z', 'revision_number': 4, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '3eff7026-72c7-4dbf-b356-8aa74dd3dd97', 'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'mac_address': 'fa:16:3e:a9:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:16Z', 'revision_number': 5, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'subnets': [{'id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:25.883684 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Routers {'18357850-327f-4fa3-94cb-eb29915cea7a'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:25.884742 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['18357850-327f-4fa3-94cb-eb29915cea7a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:25.933721 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f965a4bc-2887-4b6a-a67e-496ea92bdf7e req-2382d0a8-8a0f-4a5c-a2ad-5c6c9f8ee70c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=fb0ce9ee-f993-48f3-81da-8a31b0a2fc21 HTTP/1.1" status: 200 len: 210 time: 0.0731301 Jul 25 05:42:26.007519 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec642c4-f98c-4454-a0b8-d6eff02df344 None None] The sync data for ids ['50d167a5-d146-4b6e-9727-26da29ec4143'] in dv-cinder-850830-1-iscsi is: [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:08Z', 'revision_number': 4, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '3eff7026-72c7-4dbf-b356-8aa74dd3dd97', 'name': '', 'network_id': '0be019a4-499c-47a6-88b3-5437178c588d', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'mac_address': 'fa:16:3e:a9:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:16Z', 'revision_number': 5, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'subnets': [{'id': '1c951e4e-a3a2-45e2-bedf-1ac03feeba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:42:26.028596 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-bde9a4f7-b287-4957-bdd0-f66cd7d0439d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Deleting port 62cdf79e-04b1-4e9a-b724-8e5798fa1d50 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:42:26.028985 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bde9a4f7-b287-4957-bdd0-f66cd7d0439d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (62cdf79e-04b1-4e9a-b724-8e5798fa1d50), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:26.040519 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Set router 18357850-327f-4fa3-94cb-eb29915cea7a gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:26.043734 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:26.152853 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bde9a4f7-b287-4957-bdd0-f66cd7d0439d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (62cdf79e-04b1-4e9a-b724-8e5798fa1d50), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:26.153939 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bde9a4f7-b287-4957-bdd0-f66cd7d0439d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for floatingip (62cdf79e-04b1-4e9a-b724-8e5798fa1d50), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:26.187466 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-bde9a4f7-b287-4957-bdd0-f66cd7d0439d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Calling delete_port for 62cdf79e-04b1-4e9a-b724-8e5798fa1d50 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:42:26.213643 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:26.290663 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce449ab6-c5f0-4e90-a7d8-e9e67cbd0781 None None] New status for floating IP a809b640-ed83-46f5-a944-ee24ff78b79a: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:42:26.343071 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'name': 'tempest-TestMinimumBasicScenario-1592736781-router', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '46c8c8ec-27a6-4959-ab6e-9968f62db9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:42:23Z', 'revision_number': 4, 'project_id': '968e41b62cc34e7198a1e55dd1a7d858', 'gw_port': {'id': '46c8c8ec-27a6-4959-ab6e-9968f62db9e3', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '419b8841-8187-41bf-ad1c-a3d4cd02480e', 'name': '', 'network_id': '51cd4c1f-8666-41ad-abad-d7a0eb85cfc7', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858', 'mac_address': 'fa:16:3e:19:9b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '869621e3-45d1-4efe-80ec-f98457031417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:22Z', 'updated_at': '2022-07-25T05:42:23Z', 'revision_number': 2, 'project_id': '968e41b62cc34e7198a1e55dd1a7d858', 'subnets': [{'id': '869621e3-45d1-4efe-80ec-f98457031417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:26.381981 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Checking router: 18357850-327f-4fa3-94cb-eb29915cea7a for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:42:26.382604 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Updating router 18357850-327f-4fa3-94cb-eb29915cea7a port 419b8841-8187-41bf-ad1c-a3d4cd02480e binding host dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:42:26.426581 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:26.426913 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bde9a4f7-b287-4957-bdd0-f66cd7d0439d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (62cdf79e-04b1-4e9a-b724-8e5798fa1d50), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:26.469513 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9a4f7-b287-4957-bdd0-f66cd7d0439d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Pushing event deleted for resources: {'Port': ['ID=62cdf79e-04b1-4e9a-b724-8e5798fa1d50,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:26.493494 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e552091-4f10-4ae1-b041-6691d2d4f698 None None] New status for floating IP b412142c-2573-420e-a55f-6c4bc104758c: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:42:26.514144 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0ce9ee-f993-48f3-81da-8a31b0a2fc21', 'name': 'network-vif-deleted', 'tag': '1d7fd591-303f-4f00-9657-b9203d5271ba'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:42:26.517746 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0327cec-4056-48c8-b1cc-860a1d031ca2" -d '{"events": [{"server_uuid": "fb0ce9ee-f993-48f3-81da-8a31b0a2fc21", "name": "network-vif-deleted", "tag": "1d7fd591-303f-4f00-9657-b9203d5271ba"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:42:26.597433 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bde9a4f7-b287-4957-bdd0-f66cd7d0439d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks [] for floatingip (b412142c-2573-420e-a55f-6c4bc104758c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:26.600334 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bde9a4f7-b287-4957-bdd0-f66cd7d0439d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:26.603892 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-bde9a4f7-b287-4957-bdd0-f66cd7d0439d tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "DELETE /v2.0/floatingips/b412142c-2573-420e-a55f-6c4bc104758c HTTP/1.1" status: 204 len: 168 time: 0.7515602 Jul 25 05:42:26.603892 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b011676-ae17-456e-947b-3672ce8aca21 x-openstack-request-id: req-6b011676-ae17-456e-947b-3672ce8aca21 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:42:26.603892 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0ce9ee-f993-48f3-81da-8a31b0a2fc21", "name": "network-vif-deleted", "tag": "1d7fd591-303f-4f00-9657-b9203d5271ba", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:42:26.604217 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6b011676-ae17-456e-947b-3672ce8aca21 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:42:26.604426 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b011676-ae17-456e-947b-3672ce8aca21'] response: {'server_uuid': 'fb0ce9ee-f993-48f3-81da-8a31b0a2fc21', 'name': 'network-vif-deleted', 'tag': '1d7fd591-303f-4f00-9657-b9203d5271ba', 'status': 'completed', 'code': 200} Jul 25 05:42:26.780038 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:42:27.042036 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:27.042642 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (46c8c8ec-27a6-4959-ab6e-9968f62db9e3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.092109 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38602) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:27.194257 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1c5e94f7-97fd-4c3b-b9c9-9c255df0425c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (3982cbdb-a7d9-42c1-98b5-347edd3827c9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.231209 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Publish callbacks [] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.232300 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1c5e94f7-97fd-4c3b-b9c9-9c255df0425c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (3982cbdb-a7d9-42c1-98b5-347edd3827c9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.232924 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:27.242456 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.287259 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1c5e94f7-97fd-4c3b-b9c9-9c255df0425c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (3982cbdb-a7d9-42c1-98b5-347edd3827c9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.290622 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1c5e94f7-97fd-4c3b-b9c9-9c255df0425c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.294909 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38604) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:27.295518 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-1c5e94f7-97fd-4c3b-b9c9-9c255df0425c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "DELETE /v2.0/security-groups/3982cbdb-a7d9-42c1-98b5-347edd3827c9 HTTP/1.1" status: 204 len: 168 time: 0.2007995 Jul 25 05:42:27.306901 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e94f7-97fd-4c3b-b9c9-9c255df0425c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3982cbdb-a7d9-42c1-98b5-347edd3827c9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:27.314920 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c20e34-9b01-4751-a2be-b9635963a4e3 None None] Pushing event updated for resources: {'Port': ['ID=419b8841-8187-41bf-ad1c-a3d4cd02480e,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:27.319030 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.api.v2.resource [None req-5f901003-f992-495e-bed9-28b1c6109639 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] show failed (client error): The resource could not be found. Jul 25 05:42:27.323824 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38606) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:27.332401 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-5f901003-f992-495e-bed9-28b1c6109639 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups/3982cbdb-a7d9-42c1-98b5-347edd3827c9 HTTP/1.1" status: 404 len: 347 time: 0.0363078 Jul 25 05:42:27.366941 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:27.406600 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Attempting to bind port 419b8841-8187-41bf-ad1c-a3d4cd02480e on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:42:27.407494 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Attempting to bind port 419b8841-8187-41bf-ad1c-a3d4cd02480e by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '099027bb-582d-435f-9ad1-a72aa99b1714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51cd4c1f-8666-41ad-abad-d7a0eb85cfc7'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:42:27.408272 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Attempting to bind port 419b8841-8187-41bf-ad1c-a3d4cd02480e on network 51cd4c1f-8666-41ad-abad-d7a0eb85cfc7 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:42:27.414400 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:42:27.415037 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Checking segment: {'id': '099027bb-582d-435f-9ad1-a72aa99b1714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51cd4c1f-8666-41ad-abad-d7a0eb85cfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:42:27.415630 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.416173 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Bound using segment: {'id': '099027bb-582d-435f-9ad1-a72aa99b1714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51cd4c1f-8666-41ad-abad-d7a0eb85cfc7'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:42:27.416825 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Bound port: 419b8841-8187-41bf-ad1c-a3d4cd02480e, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099027bb-582d-435f-9ad1-a72aa99b1714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51cd4c1f-8666-41ad-abad-d7a0eb85cfc7'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:42:27.417433 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.477559 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:27.479213 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e87255ed-40af-4712-b96e-a6283af70263 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Deleting port 2f9631c3-f819-4157-a4a8-62793b1d550b {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:42:27.480275 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e87255ed-40af-4712-b96e-a6283af70263 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (2f9631c3-f819-4157-a4a8-62793b1d550b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.499530 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] For port 419b8841-8187-41bf-ad1c-a3d4cd02480e, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:42:27.504306 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] For port 419b8841-8187-41bf-ad1c-a3d4cd02480e, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=419b8841-8187-41bf-ad1c-a3d4cd02480e,segment=NetworkSegment(099027bb-582d-435f-9ad1-a72aa99b1714),segment_id=099027bb-582d-435f-9ad1-a72aa99b1714)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:42:27.518763 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.578133 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Routers {'18357850-327f-4fa3-94cb-eb29915cea7a'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:27.578886 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['18357850-327f-4fa3-94cb-eb29915cea7a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:27.586523 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:27.594868 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e87255ed-40af-4712-b96e-a6283af70263 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (2f9631c3-f819-4157-a4a8-62793b1d550b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.595219 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e87255ed-40af-4712-b96e-a6283af70263 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (2f9631c3-f819-4157-a4a8-62793b1d550b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.611336 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e87255ed-40af-4712-b96e-a6283af70263 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Calling delete_port for 2f9631c3-f819-4157-a4a8-62793b1d550b owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:42:27.679518 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c20e34-9b01-4751-a2be-b9635963a4e3 None None] Pushing event updated for resources: {'Port': ['ID=419b8841-8187-41bf-ad1c-a3d4cd02480e,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:27.743601 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf7eb5c4-860c-4f3e-b67b-ac2c54a4ba94 None None] Provisioning complete for port 419b8841-8187-41bf-ad1c-a3d4cd02480e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:27.743982 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf7eb5c4-860c-4f3e-b67b-ac2c54a4ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.798883 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:27.806996 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e87255ed-40af-4712-b96e-a6283af70263 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (2f9631c3-f819-4157-a4a8-62793b1d550b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.839739 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87255ed-40af-4712-b96e-a6283af70263 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event deleted for resources: {'Port': ['ID=2f9631c3-f819-4157-a4a8-62793b1d550b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:27.840992 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] Set router 18357850-327f-4fa3-94cb-eb29915cea7a gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:27.956483 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e87255ed-40af-4712-b96e-a6283af70263 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (a809b640-ed83-46f5-a944-ee24ff78b79a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.959390 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e87255ed-40af-4712-b96e-a6283af70263 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:27.974329 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e87255ed-40af-4712-b96e-a6283af70263 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "DELETE /v2.0/floatingips/a809b640-ed83-46f5-a944-ee24ff78b79a HTTP/1.1" status: 204 len: 168 time: 0.6484201 Jul 25 05:42:27.987186 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf7eb5c4-860c-4f3e-b67b-ac2c54a4ba94 None None] Current status of the port 419b8841-8187-41bf-ad1c-a3d4cd02480e is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:27.988191 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf7eb5c4-860c-4f3e-b67b-ac2c54a4ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.060360 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38616) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:28.067528 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ba268c05-44e6-45b0-930f-3e6e52c04e2b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275072722', 'description': 'tempest-description--195310380'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:28.087247 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf7eb5c4-860c-4f3e-b67b-ac2c54a4ba94 None None] For port 419b8841-8187-41bf-ad1c-a3d4cd02480e, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=419b8841-8187-41bf-ad1c-a3d4cd02480e,segment=NetworkSegment(099027bb-582d-435f-9ad1-a72aa99b1714),segment_id=099027bb-582d-435f-9ad1-a72aa99b1714)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:28.101294 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf7eb5c4-860c-4f3e-b67b-ac2c54a4ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.106566 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ba268c05-44e6-45b0-930f-3e6e52c04e2b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.205365 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7eb5c4-860c-4f3e-b67b-ac2c54a4ba94 None None] Pushing event updated for resources: {'Port': ['ID=419b8841-8187-41bf-ad1c-a3d4cd02480e,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:28.211931 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'name': 'tempest-TestMinimumBasicScenario-1592736781-router', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '46c8c8ec-27a6-4959-ab6e-9968f62db9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:42:23Z', 'revision_number': 4, 'project_id': '968e41b62cc34e7198a1e55dd1a7d858', 'gw_port': {'id': '46c8c8ec-27a6-4959-ab6e-9968f62db9e3', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '419b8841-8187-41bf-ad1c-a3d4cd02480e', 'name': '', 'network_id': '51cd4c1f-8666-41ad-abad-d7a0eb85cfc7', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858', 'mac_address': 'fa:16:3e:19:9b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '869621e3-45d1-4efe-80ec-f98457031417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:22Z', 'updated_at': '2022-07-25T05:42:27Z', 'revision_number': 4, 'project_id': '968e41b62cc34e7198a1e55dd1a7d858', 'subnets': [{'id': '869621e3-45d1-4efe-80ec-f98457031417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:28.227401 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ba268c05-44e6-45b0-930f-3e6e52c04e2b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (befea310-0cea-4b0a-9f7b-4431ecc84ca3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.236122 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ba268c05-44e6-45b0-930f-3e6e52c04e2b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (befea310-0cea-4b0a-9f7b-4431ecc84ca3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.253654 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a18cba-c285-4141-a3b5-c1683daff67d None None] The sync data for ids ['18357850-327f-4fa3-94cb-eb29915cea7a'] in dv-cinder-850830-1-iscsi is: [{'id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'name': 'tempest-TestMinimumBasicScenario-1592736781-router', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '46c8c8ec-27a6-4959-ab6e-9968f62db9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:42:23Z', 'revision_number': 4, 'project_id': '968e41b62cc34e7198a1e55dd1a7d858', 'gw_port': {'id': '46c8c8ec-27a6-4959-ab6e-9968f62db9e3', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '419b8841-8187-41bf-ad1c-a3d4cd02480e', 'name': '', 'network_id': '51cd4c1f-8666-41ad-abad-d7a0eb85cfc7', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858', 'mac_address': 'fa:16:3e:19:9b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '869621e3-45d1-4efe-80ec-f98457031417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:22Z', 'updated_at': '2022-07-25T05:42:27Z', 'revision_number': 4, 'project_id': '968e41b62cc34e7198a1e55dd1a7d858', 'subnets': [{'id': '869621e3-45d1-4efe-80ec-f98457031417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:42:28.259059 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3abd2598-e11b-402f-8d8b-49ddf3e32efb None None] Provisioning complete for port 419b8841-8187-41bf-ad1c-a3d4cd02480e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:28.259590 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3abd2598-e11b-402f-8d8b-49ddf3e32efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.301041 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ba268c05-44e6-45b0-930f-3e6e52c04e2b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.302734 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ba268c05-44e6-45b0-930f-3e6e52c04e2b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2411628 Jul 25 05:42:28.306095 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38618) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:28.306646 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268c05-44e6-45b0-930f-3e6e52c04e2b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=befea310-0cea-4b0a-9f7b-4431ecc84ca3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:28.316677 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b9949be1-9ed5-4a6c-93f9-c1e5dde1ab6c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'security_group_rule': {'security_group_id': 'befea310-0cea-4b0a-9f7b-4431ecc84ca3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:28.381468 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:28.393385 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3abd2598-e11b-402f-8d8b-49ddf3e32efb None None] Current status of the port 419b8841-8187-41bf-ad1c-a3d4cd02480e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:28.411656 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9949be1-9ed5-4a6c-93f9-c1e5dde1ab6c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (cc3d7d69-17bd-4111-a932-90c7dccf2241), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.499966 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9949be1-9ed5-4a6c-93f9-c1e5dde1ab6c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (cc3d7d69-17bd-4111-a932-90c7dccf2241), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.508744 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9949be1-9ed5-4a6c-93f9-c1e5dde1ab6c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (cc3d7d69-17bd-4111-a932-90c7dccf2241), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.549175 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9949be1-9ed5-4a6c-93f9-c1e5dde1ab6c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3d7d69-17bd-4111-a932-90c7dccf2241,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:28.578227 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9949be1-9ed5-4a6c-93f9-c1e5dde1ab6c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.581106 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38620) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:28.581244 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b9949be1-9ed5-4a6c-93f9-c1e5dde1ab6c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2696996 Jul 25 05:42:28.586516 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e7146298-0d2a-4cba-9a7b-e5369145a65f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'security_group_rule': {'security_group_id': 'befea310-0cea-4b0a-9f7b-4431ecc84ca3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:28.650700 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e7146298-0d2a-4cba-9a7b-e5369145a65f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (9681492b-1d93-423c-b62f-a04ce80818ca), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.733425 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 419b8841-8187-41bf-ad1c-a3d4cd02480e up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:42:28.738127 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:28.755428 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e7146298-0d2a-4cba-9a7b-e5369145a65f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (9681492b-1d93-423c-b62f-a04ce80818ca), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.763158 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e7146298-0d2a-4cba-9a7b-e5369145a65f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (9681492b-1d93-423c-b62f-a04ce80818ca), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.781533 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7146298-0d2a-4cba-9a7b-e5369145a65f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9681492b-1d93-423c-b62f-a04ce80818ca,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:28.815487 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e7146298-0d2a-4cba-9a7b-e5369145a65f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.819844 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e7146298-0d2a-4cba-9a7b-e5369145a65f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2345221 Jul 25 05:42:28.820255 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38622) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:28.821262 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 419b8841-8187-41bf-ad1c-a3d4cd02480e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:28.821667 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.824680 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'floatingip': {'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:28.857228 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:28.923634 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 419b8841-8187-41bf-ad1c-a3d4cd02480e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:29.001126 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:29.214506 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Allocated IP 172.27.3.54 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/b72e4c7e-2f38-4a1b-8764-8078ce626eb3) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:42:29.351639 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4ca02-c4ba-4983-85f1-8e1eb2e3bdc9 req-1a6b283d-b839-4f9b-94aa-9d4ade8fbe5c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:29.354204 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-41f4ca02-c4ba-4983-85f1-8e1eb2e3bdc9 req-1a6b283d-b839-4f9b-94aa-9d4ade8fbe5c tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0766206 Jul 25 05:42:29.360914 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for port (b72e4c7e-2f38-4a1b-8764-8078ce626eb3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:29.401691 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (b72e4c7e-2f38-4a1b-8764-8078ce626eb3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:29.424140 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-41f4ca02-c4ba-4983-85f1-8e1eb2e3bdc9 req-95ffaef4-d885-4bd6-8860-e9e7b5eb0c1f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642352 Jul 25 05:42:29.464049 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:29.465005 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'Port': ['ID=b72e4c7e-2f38-4a1b-8764-8078ce626eb3,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:29.469975 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:29.472612 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:42:29.579655 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (282ecda8-f807-4598-8ad1-25564f3256af), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:29.581123 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:29.633089 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (b72e4c7e-2f38-4a1b-8764-8078ce626eb3), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:29.702237 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:29.838101 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for port (b72e4c7e-2f38-4a1b-8764-8078ce626eb3), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:29.843740 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (b72e4c7e-2f38-4a1b-8764-8078ce626eb3), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:29.917948 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'Port': ['ID=b72e4c7e-2f38-4a1b-8764-8078ce626eb3,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:29.933789 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (282ecda8-f807-4598-8ad1-25564f3256af), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:29.958116 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:29.959358 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-94765d1f-23a8-465a-a650-fc81988a4d85 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1380756 Jul 25 05:42:30.185015 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-2ccc23f9-e1b8-4cc1-aed9-457dd4433fc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1275072722&fields=id&tenant_id=42066c73ac8f4e5c883204dfc66245c0 HTTP/1.1" status: 200 len: 267 time: 0.0484886 Jul 25 05:42:30.341184 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:30.421667 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-b389208d-27dd-44fe-9c8e-7622ebf3d977 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:30.428277 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-b389208d-27dd-44fe-9c8e-7622ebf3d977 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 814 time: 0.2357783 Jul 25 05:42:30.444186 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-951308f1-b346-4ab2-9104-37d024cdd71b tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/quotas/42066c73ac8f4e5c883204dfc66245c0 HTTP/1.1" status: 200 len: 375 time: 0.0149813 Jul 25 05:42:30.506214 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-c626e217-63e4-41ad-bd88-8ff0beb01e4c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608346 Jul 25 05:42:30.574995 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25973c9-535f-4fca-8f43-8f24fe060762 req-a0d029f3-dee9-486e-9e2d-535121cc13b6 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:30.576524 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c25973c9-535f-4fca-8f43-8f24fe060762 req-a0d029f3-dee9-486e-9e2d-535121cc13b6 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.0596342 Jul 25 05:42:30.686076 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c25973c9-535f-4fca-8f43-8f24fe060762 req-b2e4393e-cce0-4fb1-a2bb-e62223f7aa90 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002684 Jul 25 05:42:30.697433 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:30.713437 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-7dead55d-9ecb-4d7a-88f4-56b830d04a70 service neutron] 10.222.0.33 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065392 Jul 25 05:42:30.824391 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-721a3680-d0f3-4cf2-ab05-d8bcebc4bb19 service neutron] 10.222.0.33 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095428 Jul 25 05:42:31.000273 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a5dfaa07-4035-4020-8b2a-a16e2b677a4f req-59682006-47b3-49b2-bb24-aee8853f1faa tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 210 time: 0.0322006 Jul 25 05:42:31.868940 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9bb3f-10b0-4d18-afba-79dba01363f9 req-e41a6e2f-f2d0-4f61-b1b9-f19d79f049f0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:31.870428 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0dd9bb3f-10b0-4d18-afba-79dba01363f9 req-e41a6e2f-f2d0-4f61-b1b9-f19d79f049f0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.1093824 Jul 25 05:42:31.930655 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9839986-8697-4aea-8df1-8a795f232a41 req-c12a3fa4-b37c-4ccd-b252-7d3135169701 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:31.937593 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e9839986-8697-4aea-8df1-8a795f232a41 req-c12a3fa4-b37c-4ccd-b252-7d3135169701 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 945 time: 0.1346321 Jul 25 05:42:32.028331 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-0dd9bb3f-10b0-4d18-afba-79dba01363f9 req-c39bfcfd-f89c-4c1b-8044-6c313be3524b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Deleting port ba399b8d-ed3f-49b4-ac2e-afa79260f403 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:42:32.028644 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0dd9bb3f-10b0-4d18-afba-79dba01363f9 req-c39bfcfd-f89c-4c1b-8044-6c313be3524b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:32.042139 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e9839986-8697-4aea-8df1-8a795f232a41 req-92909953-6a63-480a-bee8-a766130aa9f3 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034951 Jul 25 05:42:32.149515 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-46aa5b44-acca-4645-baa8-399f388e984b req-f4580738-9f05-4022-bbf5-9a8bc4faecc9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 210 time: 0.0409920 Jul 25 05:42:32.185317 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-0dd9bb3f-10b0-4d18-afba-79dba01363f9 req-c39bfcfd-f89c-4c1b-8044-6c313be3524b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] For port ba399b8d-ed3f-49b4-ac2e-afa79260f403, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=ba399b8d-ed3f-49b4-ac2e-afa79260f403,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:32.185772 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0dd9bb3f-10b0-4d18-afba-79dba01363f9 req-c39bfcfd-f89c-4c1b-8044-6c313be3524b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:32.202932 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-0dd9bb3f-10b0-4d18-afba-79dba01363f9 req-c39bfcfd-f89c-4c1b-8044-6c313be3524b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Calling delete_port for ba399b8d-ed3f-49b4-ac2e-afa79260f403 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:42:32.400268 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0dd9bb3f-10b0-4d18-afba-79dba01363f9 req-c39bfcfd-f89c-4c1b-8044-6c313be3524b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (ba399b8d-ed3f-49b4-ac2e-afa79260f403), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:32.455075 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['ba399b8d-ed3f-49b4-ac2e-afa79260f403', '6d22bdd7-e942-45f4-b095-81aa2ad4c2d4'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:42:32.500355 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bfcfd-f89c-4c1b-8044-6c313be3524b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Pushing event deleted for resources: {'Port': ['ID=ba399b8d-ed3f-49b4-ac2e-afa79260f403,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:32.511869 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:32.556665 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-175e7996-3d9d-4215-8ff5-18d1c285db12 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:32.558406 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-175e7996-3d9d-4215-8ff5-18d1c285db12 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 814 time: 0.1999235 Jul 25 05:42:32.644078 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:32.665647 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd9bb3f-10b0-4d18-afba-79dba01363f9 req-c39bfcfd-f89c-4c1b-8044-6c313be3524b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] No DVR routers for this DVR port ba399b8d-ed3f-49b4-ac2e-afa79260f403 on host hv-cinder-85083 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:42:32.724841 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-cb308761-7939-4cae-a418-5d44eee4edac tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42066c73ac8f4e5c883204dfc66245c0 HTTP/1.1" status: 200 len: 380 time: 0.1406534 Jul 25 05:42:32.724841 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0dd9bb3f-10b0-4d18-afba-79dba01363f9 req-c39bfcfd-f89c-4c1b-8044-6c313be3524b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:32.732256 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0dd9bb3f-10b0-4d18-afba-79dba01363f9 req-c39bfcfd-f89c-4c1b-8044-6c313be3524b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.43 "DELETE /v2.0/ports/ba399b8d-ed3f-49b4-ac2e-afa79260f403 HTTP/1.1" status: 204 len: 173 time: 0.8516710 Jul 25 05:42:32.732256 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d49b4fd-206c-478c-9078-e3f88faedd9a', 'name': 'network-vif-deleted', 'tag': 'ba399b8d-ed3f-49b4-ac2e-afa79260f403'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:42:32.732256 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4abbde-d180-469d-9e24-5bc0688ced68" -d '{"events": [{"server_uuid": "8d49b4fd-206c-478c-9078-e3f88faedd9a", "name": "network-vif-deleted", "tag": "ba399b8d-ed3f-49b4-ac2e-afa79260f403"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:42:32.772714 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-be7b69f3-b99f-4e92-9dd4-73825f0f1369 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'port': {'device_id': '0a9692b9-6007-40bf-80f1-a00b4a96d599', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'admin_state_up': True, 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'security_groups': ['befea310-0cea-4b0a-9f7b-4431ecc84ca3']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:32.959463 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-be7b69f3-b99f-4e92-9dd4-73825f0f1369 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Made reservation on behalf of 42066c73ac8f4e5c883204dfc66245c0 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:42:32.964149 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-be7b69f3-b99f-4e92-9dd4-73825f0f1369 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:32.979555 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:32.982869 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0cc1b1-07bd-4a53-9228-6d41be62e5ef x-openstack-request-id: req-aa0cc1b1-07bd-4a53-9228-6d41be62e5ef {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:42:32.983162 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d49b4fd-206c-478c-9078-e3f88faedd9a", "name": "network-vif-deleted", "tag": "ba399b8d-ed3f-49b4-ac2e-afa79260f403", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:42:32.983469 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-aa0cc1b1-07bd-4a53-9228-6d41be62e5ef {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:42:32.983880 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa0cc1b1-07bd-4a53-9228-6d41be62e5ef'] response: {'server_uuid': '8d49b4fd-206c-478c-9078-e3f88faedd9a', 'name': 'network-vif-deleted', 'tag': 'ba399b8d-ed3f-49b4-ac2e-afa79260f403', 'status': 'completed', 'code': 200} Jul 25 05:42:33.199359 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-015a1823-3e1f-4c74-9c00-9ac68ba2a6be req-6bd95741-657c-4ae9-80a2-6731d0a3f29f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d49b4fd-206c-478c-9078-e3f88faedd9a HTTP/1.1" status: 200 len: 210 time: 0.0468543 Jul 25 05:42:33.204052 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-be7b69f3-b99f-4e92-9dd4-73825f0f1369 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Allocated IP 172.20.0.5 (fec420c3-be12-4a0c-92d9-7ad0ead1f91c/e6b699d7-df42-453b-8891-f9d892555252/dce542e4-936d-4f42-abff-da12f790ddc3) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:42:33.314087 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e8fa00b6-e774-4caa-a048-f31406c629a5 req-447c8339-7d5a-4adb-afc7-e4a705474ad6 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 210 time: 0.0578711 Jul 25 05:42:33.692822 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-be7b69f3-b99f-4e92-9dd4-73825f0f1369 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for port (dce542e4-936d-4f42-abff-da12f790ddc3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:33.731915 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-be7b69f3-b99f-4e92-9dd4-73825f0f1369 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (dce542e4-936d-4f42-abff-da12f790ddc3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:33.781600 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-be7b69f3-b99f-4e92-9dd4-73825f0f1369 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Network fec420c3-be12-4a0c-92d9-7ad0ead1f91c is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:33.788841 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-be7b69f3-b99f-4e92-9dd4-73825f0f1369 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:33.794223 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-be7b69f3-b99f-4e92-9dd4-73825f0f1369 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:42:33.819583 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b69f3-b99f-4e92-9dd4-73825f0f1369 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event updated for resources: {'Port': ['ID=dce542e4-936d-4f42-abff-da12f790ddc3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:33.850881 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-be7b69f3-b99f-4e92-9dd4-73825f0f1369 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:33.851512 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-be7b69f3-b99f-4e92-9dd4-73825f0f1369 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:33.877963 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-be7b69f3-b99f-4e92-9dd4-73825f0f1369 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1093559 Jul 25 05:42:33.952758 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Request body: {'port': {'device_id': '0a9692b9-6007-40bf-80f1-a00b4a96d599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:34.044959 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (dce542e4-936d-4f42-abff-da12f790ddc3), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:34.054539 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-83f12a65-6dd4-4626-a4f6-cd8cb11ebd68 None None] Provisioning complete for port dce542e4-936d-4f42-abff-da12f790ddc3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:34.055820 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-83f12a65-6dd4-4626-a4f6-cd8cb11ebd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (dce542e4-936d-4f42-abff-da12f790ddc3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:34.058331 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:34.104972 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-83f12a65-6dd4-4626-a4f6-cd8cb11ebd68 None None] Port dce542e4-936d-4f42-abff-da12f790ddc3 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:42:34.348507 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce542e4-936d-4f42-abff-da12f790ddc3 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:42:34.357237 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Publish callbacks [] for port (dce542e4-936d-4f42-abff-da12f790ddc3), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:34.361658 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:34.380324 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Transition to ACTIVE for port object dce542e4-936d-4f42-abff-da12f790ddc3 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:42:34.394742 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (dce542e4-936d-4f42-abff-da12f790ddc3), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:34.529557 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Pushing event updated for resources: {'Port': ['ID=dce542e4-936d-4f42-abff-da12f790ddc3,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:34.563610 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd956858-878c-4c69-980d-6bcae8a8f78d req-d877ce22-3cb7-4c92-a703-5fd563c1fb80 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:34.577676 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cd956858-878c-4c69-980d-6bcae8a8f78d req-d877ce22-3cb7-4c92-a703-5fd563c1fb80 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 943 time: 0.1413195 Jul 25 05:42:34.687906 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc170b4-5d70-4a0a-83e9-4babbd116c94 req-6a2ee732-594a-4160-a28d-80e6c969b3ec tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:34.689978 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8cc170b4-5d70-4a0a-83e9-4babbd116c94 req-6a2ee732-594a-4160-a28d-80e6c969b3ec tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.1035089 Jul 25 05:42:34.727427 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device ba399b8d-ed3f-49b4-ac2e-afa79260f403 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:42:34.750194 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cd956858-878c-4c69-980d-6bcae8a8f78d req-9f56f584-2db6-4463-9864-3fdb2b35a392 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713009 Jul 25 05:42:34.754142 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Attempting to bind port dce542e4-936d-4f42-abff-da12f790ddc3 on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:42:34.756047 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Attempting to bind port dce542e4-936d-4f42-abff-da12f790ddc3 by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:42:34.756571 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Attempting to bind port dce542e4-936d-4f42-abff-da12f790ddc3 on network fec420c3-be12-4a0c-92d9-7ad0ead1f91c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:42:34.766816 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: ba399b8d-ed3f-49b4-ac2e-afa79260f403 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:42:34.767557 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device ba399b8d-ed3f-49b4-ac2e-afa79260f403 not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:42:34.775807 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Port dce542e4-936d-4f42-abff-da12f790ddc3 on network fec420c3-be12-4a0c-92d9-7ad0ead1f91c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:42:34.776140 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Attempting to bind port dce542e4-936d-4f42-abff-da12f790ddc3 on network fec420c3-be12-4a0c-92d9-7ad0ead1f91c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:42:34.799544 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8cc170b4-5d70-4a0a-83e9-4babbd116c94 req-c7a6d986-2f15-4b2e-b287-3fb7b763805f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949574 Jul 25 05:42:34.804079 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:42:34.804714 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Checking segment: {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:42:34.805238 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Bound using segment: {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:42:34.805800 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Bound port: dce542e4-936d-4f42-abff-da12f790ddc3, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97720f9d-9c82-47d4-a04c-b7da8e355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:42:34.806333 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (dce542e4-936d-4f42-abff-da12f790ddc3), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:34.879501 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] For port dce542e4-936d-4f42-abff-da12f790ddc3, host hv-cinder-85083, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:42:34.884214 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] For port dce542e4-936d-4f42-abff-da12f790ddc3, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=dce542e4-936d-4f42-abff-da12f790ddc3,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:42:34.896545 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (dce542e4-936d-4f42-abff-da12f790ddc3), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:34.943275 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:34.943906 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:34.945339 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] 10.222.0.43 "PUT /v2.0/ports/dce542e4-936d-4f42-abff-da12f790ddc3 HTTP/1.1" status: 200 len: 1093 time: 1.0524230 Jul 25 05:42:34.966446 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef9947-474a-423a-87ed-788a7a0475f0 service neutron] Pushing event updated for resources: {'Port': ['ID=dce542e4-936d-4f42-abff-da12f790ddc3,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:34.986703 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9692b9-6007-40bf-80f1-a00b4a96d599', 'tag': 'dce542e4-936d-4f42-abff-da12f790ddc3'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:42:34.989897 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7a9fa7-f583-4efe-a733-eed30b91dcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9692b9-6007-40bf-80f1-a00b4a96d599", "tag": "dce542e4-936d-4f42-abff-da12f790ddc3"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:42:35.039871 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c8bc1e-7dda-42a6-9482-ad8f2652ebde x-openstack-request-id: req-a4c8bc1e-7dda-42a6-9482-ad8f2652ebde {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:42:35.039871 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9692b9-6007-40bf-80f1-a00b4a96d599", "tag": "dce542e4-936d-4f42-abff-da12f790ddc3", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:42:35.040118 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a4c8bc1e-7dda-42a6-9482-ad8f2652ebde {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:42:35.040386 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c8bc1e-7dda-42a6-9482-ad8f2652ebde'] response: {'name': 'network-changed', 'server_uuid': '0a9692b9-6007-40bf-80f1-a00b4a96d599', 'tag': 'dce542e4-936d-4f42-abff-da12f790ddc3', 'status': 'completed', 'code': 200} Jul 25 05:42:35.869587 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527001ed-f5cb-4ec4-a800-15a9667d5532 req-f03a3da7-04bf-481f-aee8-0d2e6ba2c17a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:35.872892 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-527001ed-f5cb-4ec4-a800-15a9667d5532 req-f03a3da7-04bf-481f-aee8-0d2e6ba2c17a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 943 time: 0.0530944 Jul 25 05:42:35.966884 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2a2ed-a558-4bac-8709-f4cc63a421a4 req-fa61a6cc-b09f-4701-af31-e160a9d4c16e tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:35.968649 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-81c2a2ed-a558-4bac-8709-f4cc63a421a4 req-fa61a6cc-b09f-4701-af31-e160a9d4c16e tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0898221 Jul 25 05:42:36.013501 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-527001ed-f5cb-4ec4-a800-15a9667d5532 req-8770a5d1-cc2a-45ae-905f-68a94595b1a0 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073253 Jul 25 05:42:36.048864 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-81c2a2ed-a558-4bac-8709-f4cc63a421a4 req-55441680-e279-453b-a71b-74f619a717b3 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685530 Jul 25 05:42:36.432804 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:36.673267 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:36.744923 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-209a7e1a-e9a1-4197-bfe7-083c7ac91d95 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:36.746382 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-209a7e1a-e9a1-4197-bfe7-083c7ac91d95 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/networks?id=69a407fc-7892-4489-9edc-cabb773af8c0 HTTP/1.1" status: 200 len: 815 time: 0.1098397 Jul 25 05:42:36.760996 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-aaaf3862-421f-45b1-a6c1-5b8a35529d4f tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/quotas/987ce20ceedd49cb9419cc506c50fce3 HTTP/1.1" status: 200 len: 375 time: 0.0091345 Jul 25 05:42:36.817728 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-87ef8c18-b1c3-48c5-9242-266e885d6017 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=987ce20ceedd49cb9419cc506c50fce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497766 Jul 25 05:42:36.896545 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:36.917469 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f2153c92-d2f8-47c2-bfd8-e63b8d8215f2 service neutron] 10.222.0.33 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871861 Jul 25 05:42:37.029589 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-4c633e75-0c3b-4dfa-9751-7d6c644f6a33 service neutron] 10.222.0.33 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062829 Jul 25 05:42:37.064691 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a2587-1573-4ef3-a86e-24214f1246e9 req-adfb298d-6b60-47cc-8af8-3b466ac1d40c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:37.066210 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d23a2587-1573-4ef3-a86e-24214f1246e9 req-adfb298d-6b60-47cc-8af8-3b466ac1d40c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0513651 Jul 25 05:42:37.115172 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d23a2587-1573-4ef3-a86e-24214f1246e9 req-d0957aa5-5f0e-4cfe-8839-896ea67c97d6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435154 Jul 25 05:42:37.257209 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94372f-94d0-4000-9afd-06681cc2d11d req-ff518186-2b6a-4c1d-b010-45b9ba7bfe57 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:37.258691 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-be94372f-94d0-4000-9afd-06681cc2d11d req-ff518186-2b6a-4c1d-b010-45b9ba7bfe57 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0786626 Jul 25 05:42:37.269752 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a7d31-fc6e-488c-8ab1-bc4e9624a887 req-5bbf6b38-4bad-459b-b69a-8c9b35707c07 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:37.271192 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-210a7d31-fc6e-488c-8ab1-bc4e9624a887 req-5bbf6b38-4bad-459b-b69a-8c9b35707c07 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 943 time: 0.0801609 Jul 25 05:42:37.348880 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-be94372f-94d0-4000-9afd-06681cc2d11d req-580235b0-f5c4-4366-a37a-f6adab471d41 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767105 Jul 25 05:42:37.353094 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-210a7d31-fc6e-488c-8ab1-bc4e9624a887 req-207c9f8d-74c4-4bb0-8396-6368b55e43d1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740538 Jul 25 05:42:37.424214 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6d9995d1-3207-492c-b75a-631455d62273 req-7eb1bbe3-afc8-4b15-89be-f1bdaac7371d tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 210 time: 0.0302103 Jul 25 05:42:37.801580 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a9fa7-f583-4efe-a733-eed30b91dcb9 req-3725f499-137c-4e8f-8dd2-e11b9f24f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:37.803123 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0b7a9fa7-f583-4efe-a733-eed30b91dcb9 req-3725f499-137c-4e8f-8dd2-e11b9f24f331 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 1127 time: 0.0508106 Jul 25 05:42:37.896317 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4af651-c485-4929-96d5-06f898644da0 req-1d67abd1-20f5-429c-852c-0952a141743d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:37.897801 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2c4af651-c485-4929-96d5-06f898644da0 req-1d67abd1-20f5-429c-852c-0952a141743d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 946 time: 0.0476568 Jul 25 05:42:37.945526 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2c4af651-c485-4929-96d5-06f898644da0 req-26e94153-cdb2-4257-9d98-657390f74c69 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Jul 25 05:42:37.947375 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:38.231563 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f83b1e-10f4-4408-a449-0dbe047a1d13 req-7e14e477-fe7c-487f-a23d-dfbd488e59e1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:38.233077 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-80f83b1e-10f4-4408-a449-0dbe047a1d13 req-7e14e477-fe7c-487f-a23d-dfbd488e59e1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0477831 Jul 25 05:42:38.280330 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-80f83b1e-10f4-4408-a449-0dbe047a1d13 req-4d9a5248-67ae-4175-8b56-03ef106943a1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416532 Jul 25 05:42:38.494201 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950279db-77ae-4755-908b-1cb9093436e6 req-103d6f35-d13f-4336-aeee-8aefe845bc9f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:38.495580 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-950279db-77ae-4755-908b-1cb9093436e6 req-103d6f35-d13f-4336-aeee-8aefe845bc9f tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0799026 Jul 25 05:42:38.504477 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462ae30-6d91-4af8-8fb6-7f2ca50d8818 req-84f78561-b016-45a9-b208-c1636a469df5 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:38.505878 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6462ae30-6d91-4af8-8fb6-7f2ca50d8818 req-84f78561-b016-45a9-b208-c1636a469df5 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 943 time: 0.0807061 Jul 25 05:42:38.574786 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:38.584344 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-950279db-77ae-4755-908b-1cb9093436e6 req-675edf8c-3f34-4909-83f9-dd6172a3ade1 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775838 Jul 25 05:42:38.587413 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6462ae30-6d91-4af8-8fb6-7f2ca50d8818 req-a6baf8ec-895b-422a-a93d-34c3488f300f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739648 Jul 25 05:42:38.669520 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e32e3853-0769-49a3-8648-de11034a8a42 req-f529ed88-4f6b-4492-bfd8-bc2a2e9c682d tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 210 time: 0.0322568 Jul 25 05:42:39.058366 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128e390-8a8e-4f02-9a37-fb35b06ee5b2 req-fbe31dee-7f97-4185-82c1-3505d6e85158 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:39.059848 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d128e390-8a8e-4f02-9a37-fb35b06ee5b2 req-fbe31dee-7f97-4185-82c1-3505d6e85158 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 946 time: 0.0474389 Jul 25 05:42:39.110058 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d128e390-8a8e-4f02-9a37-fb35b06ee5b2 req-566eaed6-dc93-421c-9db6-4ec45619deb8 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439920 Jul 25 05:42:39.318114 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2676bcad-5fcc-4a32-a549-6e4a28c4da86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:39.395118 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b7b78-c18a-4572-af4b-9e76b6a87ad4 req-d7215d21-dc8c-48db-9ea7-88101807cc2b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:39.396591 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f75b7b78-c18a-4572-af4b-9e76b6a87ad4 req-d7215d21-dc8c-48db-9ea7-88101807cc2b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0471749 Jul 25 05:42:39.447602 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f75b7b78-c18a-4572-af4b-9e76b6a87ad4 req-011344fa-6a32-49fd-9553-5484b44a2aef tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455270 Jul 25 05:42:39.664430 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:39.737694 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5ec16-1ff1-4d32-889b-ac0eaa447253 req-e5ee90f0-af54-477c-8522-2eb873e19ec4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:39.740161 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-60e5ec16-1ff1-4d32-889b-ac0eaa447253 req-e5ee90f0-af54-477c-8522-2eb873e19ec4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 943 time: 0.0849783 Jul 25 05:42:39.745994 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59e0f2-0982-4628-b349-cbb019e3724a req-690f357a-22e5-4723-b38f-56f2d0f475a0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:39.747324 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fc59e0f2-0982-4628-b349-cbb019e3724a req-690f357a-22e5-4723-b38f-56f2d0f475a0 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0802968 Jul 25 05:42:39.828150 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-60e5ec16-1ff1-4d32-889b-ac0eaa447253 req-4ad0d79f-c049-460b-8648-ffb737df277e tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798869 Jul 25 05:42:39.832069 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fc59e0f2-0982-4628-b349-cbb019e3724a req-c68fb111-5b09-4e28-a598-2da815b8dfe5 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758178 Jul 25 05:42:39.914343 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ec13febf-e7b8-4ade-b124-8346c8d99535 req-b494b555-9f5a-4601-8d5d-f1e5babeb714 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 210 time: 0.0277112 Jul 25 05:42:39.944474 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:39.945266 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:40.012724 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a9fa7-f583-4efe-a733-eed30b91dcb9 req-8df0b82e-4899-4485-80eb-f4d5b3ef71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:40.014219 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0b7a9fa7-f583-4efe-a733-eed30b91dcb9 req-8df0b82e-4899-4485-80eb-f4d5b3ef71dd service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=42066c73ac8f4e5c883204dfc66245c0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0986066 Jul 25 05:42:40.225837 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edcc72-1b4d-4d65-b27b-6845693664f0 req-f9072fcc-94ff-4982-85d1-0bff0f74b77d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:40.227235 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-35edcc72-1b4d-4d65-b27b-6845693664f0 req-f9072fcc-94ff-4982-85d1-0bff0f74b77d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 946 time: 0.0513155 Jul 25 05:42:40.275744 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-35edcc72-1b4d-4d65-b27b-6845693664f0 req-780191a9-459f-419e-87cc-ddd5e86757fb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430112 Jul 25 05:42:40.561441 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e988c9-3170-4d80-a418-b00eda629cfa req-0d5cbfa6-0dfa-4528-aed6-d2da1eca0e4d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:40.562899 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-22e988c9-3170-4d80-a418-b00eda629cfa req-0d5cbfa6-0dfa-4528-aed6-d2da1eca0e4d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0477314 Jul 25 05:42:40.608827 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-22e988c9-3170-4d80-a418-b00eda629cfa req-442a6c44-124f-4abe-9d69-830597ad3e39 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403318 Jul 25 05:42:40.975979 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f23ab-2dd4-4217-9064-fb9953d35509 req-d5efee35-b4f8-4a95-87cd-f1931c285fc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:40.977467 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-393f23ab-2dd4-4217-9064-fb9953d35509 req-d5efee35-b4f8-4a95-87cd-f1931c285fc4 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 943 time: 0.0760851 Jul 25 05:42:40.985722 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c220d2f-c9e2-4b44-b828-83fc6b81b3a7 req-4bc98bf3-4503-4b39-8e52-33ece86c6456 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:40.987082 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2c220d2f-c9e2-4b44-b828-83fc6b81b3a7 req-4bc98bf3-4503-4b39-8e52-33ece86c6456 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0844648 Jul 25 05:42:41.056117 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-393f23ab-2dd4-4217-9064-fb9953d35509 req-05c0a63c-0b28-4ccb-bb0e-14347eca50c9 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680130 Jul 25 05:42:41.062964 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2c220d2f-c9e2-4b44-b828-83fc6b81b3a7 req-a8c836b6-9ba3-4d19-bf4b-338cf0b2d9d8 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/security-groups?id=13182482-d742-42cd-8ff1-c9e33dc33aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682483 Jul 25 05:42:41.141994 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d781cd70-8f96-477d-b848-cb3321b617f9 req-3537d73f-9bf1-413b-a32d-ccd5c5716067 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 210 time: 0.0279095 Jul 25 05:42:41.198928 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:41.392463 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a833aa6-9638-479e-acdc-25efb0b09f82 req-ea28f480-239a-4253-a00b-50f1045a0ca7 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:41.394823 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0a833aa6-9638-479e-acdc-25efb0b09f82 req-ea28f480-239a-4253-a00b-50f1045a0ca7 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 946 time: 0.0527112 Jul 25 05:42:41.452977 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0a833aa6-9638-479e-acdc-25efb0b09f82 req-c549d932-74f1-425e-9d8e-d7228506b152 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527678 Jul 25 05:42:41.538145 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a9fa7-f583-4efe-a733-eed30b91dcb9 req-d7eae05c-fcff-4b5d-94c1-81da4fd8f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:41.539609 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0b7a9fa7-f583-4efe-a733-eed30b91dcb9 req-d7eae05c-fcff-4b5d-94c1-81da4fd8f4ed service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995469 Jul 25 05:42:41.592082 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:41.611758 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7d812-c2a5-40d1-959b-9a95fb9202b0 req-b02f2751-a425-4d2d-a3e4-ad7c6a32a36b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:41.613233 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-27a7d812-c2a5-40d1-959b-9a95fb9202b0 req-b02f2751-a425-4d2d-a3e4-ad7c6a32a36b tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.43 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 945 time: 0.0515916 Jul 25 05:42:41.652064 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-e9a144e7-bb89-40cd-9b69-f2fec5d5078f tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:41.653417 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-e9a144e7-bb89-40cd-9b69-f2fec5d5078f tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.43 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0510464 Jul 25 05:42:41.705753 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:41.712382 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-042839d9-21be-490e-bc20-f29aaf7419d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:41.742251 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-14dadb79-a8a6-4177-a266-e7d50809b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:41.743714 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-14dadb79-a8a6-4177-a266-e7d50809b2d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 1127 time: 0.1109283 Jul 25 05:42:41.781114 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4239461-5a39-4599-8b0f-2438f4b913cd req-e4b2751c-ae23-4214-b69e-b15f990b8437 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:41.783441 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4239461-5a39-4599-8b0f-2438f4b913cd req-e4b2751c-ae23-4214-b69e-b15f990b8437 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 946 time: 0.0937200 Jul 25 05:42:41.800554 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-27a7d812-c2a5-40d1-959b-9a95fb9202b0 req-a0d4af9d-c065-4bb6-8680-4802057c3d00 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Deleting port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:42:41.800926 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-27a7d812-c2a5-40d1-959b-9a95fb9202b0 req-a0d4af9d-c065-4bb6-8680-4802057c3d00 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:41.926728 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-786f2e97-5e23-4128-af9b-b04d13729444 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce542e4-936d-4f42-abff-da12f790ddc3 HTTP/1.1" status: 200 len: 217 time: 0.0566115 Jul 25 05:42:41.933476 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4239461-5a39-4599-8b0f-2438f4b913cd req-6e04812c-04c9-473c-960d-a0030ba2b5f0 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=82fdff91-1bde-4f49-a997-611b553b6709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427884 Jul 25 05:42:41.948736 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Deleting port 95d850ae-eaa4-4645-9536-93c90734b2d8 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:42:41.949171 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:41.966806 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-27a7d812-c2a5-40d1-959b-9a95fb9202b0 req-a0d4af9d-c065-4bb6-8680-4802057c3d00 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] For port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:41.967182 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-27a7d812-c2a5-40d1-959b-9a95fb9202b0 req-a0d4af9d-c065-4bb6-8680-4802057c3d00 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:41.981087 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-27a7d812-c2a5-40d1-959b-9a95fb9202b0 req-a0d4af9d-c065-4bb6-8680-4802057c3d00 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Calling delete_port for 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:42:42.039611 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] For port 95d850ae-eaa4-4645-9536-93c90734b2d8, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=95d850ae-eaa4-4645-9536-93c90734b2d8,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:42.039976 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:42.122671 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-27a7d812-c2a5-40d1-959b-9a95fb9202b0 req-a0d4af9d-c065-4bb6-8680-4802057c3d00 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (6d22bdd7-e942-45f4-b095-81aa2ad4c2d4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:42.220007 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:42.220577 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (66bb1a99-e26a-4db8-92dc-fd8c98e1e4af), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:42.221022 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Floating IP 66bb1a99-e26a-4db8-92dc-fd8c98e1e4af disassociated. External IP: 172.27.3.134, port: 95d850ae-eaa4-4645-9536-93c90734b2d8. Jul 25 05:42:42.221468 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Calling delete_port for 95d850ae-eaa4-4645-9536-93c90734b2d8 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:42:42.226548 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f119e05e-b1bb-4d4e-bffe-180a5f1636ae req-06d5cbb6-821a-4e0d-93c4-a35575661a3a tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 210 time: 0.0771642 Jul 25 05:42:42.227265 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4af9d-c065-4bb6-8680-4802057c3d00 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Pushing event deleted for resources: {'Port': ['ID=6d22bdd7-e942-45f4-b095-81aa2ad4c2d4,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:42.267671 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.43', 57686) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:42.268081 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.43', 57687) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:42.289326 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-6fa5dc9b-8b26-4c30-8265-830426286783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:42.292361 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-6fa5dc9b-8b26-4c30-8265-830426286783 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6b699d7-df42-453b-8891-f9d892555252 HTTP/1.1" status: 200 len: 853 time: 0.1793141 Jul 25 05:42:42.328870 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a7d812-c2a5-40d1-959b-9a95fb9202b0 req-a0d4af9d-c065-4bb6-8680-4802057c3d00 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] No DVR routers for this DVR port 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 on host hv-cinder-85083 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:42:42.339489 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1cc42-f46e-48c6-9fad-ffca44898f55 req-d9e59113-68f9-460e-84c7-435b488a5fb7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:42.352327 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ebb1cc42-f46e-48c6-9fad-ffca44898f55 req-d9e59113-68f9-460e-84c7-435b488a5fb7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 943 time: 0.1798618 Jul 25 05:42:42.355236 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-27a7d812-c2a5-40d1-959b-9a95fb9202b0 req-a0d4af9d-c065-4bb6-8680-4802057c3d00 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:42.358663 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-27a7d812-c2a5-40d1-959b-9a95fb9202b0 req-a0d4af9d-c065-4bb6-8680-4802057c3d00 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.43 "DELETE /v2.0/ports/6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 HTTP/1.1" status: 204 len: 173 time: 0.7270939 Jul 25 05:42:42.379508 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aaf07a-d8f0-46c4-98f9-ba47ee257fa7', 'name': 'network-vif-deleted', 'tag': '6d22bdd7-e942-45f4-b095-81aa2ad4c2d4'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:42:42.382198 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90af586d-9fcb-4376-b80c-cb0a6abb2589" -d '{"events": [{"server_uuid": "12aaf07a-d8f0-46c4-98f9-ba47ee257fa7", "name": "network-vif-deleted", "tag": "6d22bdd7-e942-45f4-b095-81aa2ad4c2d4"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:42:42.394043 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-071f0103-8c5e-4103-bf44-7287c6fd565e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:42.395626 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-071f0103-8c5e-4103-bf44-7287c6fd565e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 946 time: 0.1265280 Jul 25 05:42:42.439612 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9040d353-d29d-4555-a766-2f0df2b68085 req-c72efbbd-d572-4656-8ab6-9a520a398bb8 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 210 time: 0.0608382 Jul 25 05:42:42.448671 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-e129629e-1dff-4f5d-9daf-4f9aafc156f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:42.450987 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-e129629e-1dff-4f5d-9daf-4f9aafc156f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1388967 Jul 25 05:42:42.487024 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ebb1cc42-f46e-48c6-9fad-ffca44898f55 req-d531410a-a095-475b-aec8-ef8fe74fe0e3 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338046 Jul 25 05:42:42.518991 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-d5258803-2b85-4458-aa88-72e87f94a7c9 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:42.520981 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-d5258803-2b85-4458-aa88-72e87f94a7c9 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.43 "GET /v2.0/networks?id=69a407fc-7892-4489-9edc-cabb773af8c0 HTTP/1.1" status: 200 len: 815 time: 0.2427559 Jul 25 05:42:42.559114 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db4d9b9-8556-483b-b644-0587e59ab927 x-openstack-request-id: req-4db4d9b9-8556-483b-b644-0587e59ab927 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:42:42.559379 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12aaf07a-d8f0-46c4-98f9-ba47ee257fa7", "name": "network-vif-deleted", "tag": "6d22bdd7-e942-45f4-b095-81aa2ad4c2d4", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:42:42.559728 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4db4d9b9-8556-483b-b644-0587e59ab927 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:42:42.560195 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db4d9b9-8556-483b-b644-0587e59ab927'] response: {'server_uuid': '12aaf07a-d8f0-46c4-98f9-ba47ee257fa7', 'name': 'network-vif-deleted', 'tag': '6d22bdd7-e942-45f4-b095-81aa2ad4c2d4', 'status': 'completed', 'code': 200} Jul 25 05:42:42.572701 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Deleting port e15bc07d-1abd-455e-907e-fa844fbf01ce {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:42:42.573093 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:42.581609 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-c344a4d2-81f0-48e7-9a3f-0dc8b272211c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Request body: {'port': {'device_id': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'admin_state_up': True, 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:42.609803 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:42.618340 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-7e8207b2-74c1-451b-8a4a-87212f4b737f service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587460 Jul 25 05:42:42.648623 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (95d850ae-eaa4-4645-9536-93c90734b2d8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:42.671285 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47f6f3-4d95-43df-80c9-ad6bd4f40e68 req-52803262-882c-4087-8692-a69d8a2c691b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:42.673523 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-de47f6f3-4d95-43df-80c9-ad6bd4f40e68 req-52803262-882c-4087-8692-a69d8a2c691b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 946 time: 0.0535414 Jul 25 05:42:42.711196 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:42.733349 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-de47f6f3-4d95-43df-80c9-ad6bd4f40e68 req-18c50d67-6cca-479b-bcd0-271840a81b23 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531218 Jul 25 05:42:42.749848 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event deleted for resources: {'Port': ['ID=95d850ae-eaa4-4645-9536-93c90734b2d8,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:42.770085 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:42.808398 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:42.821425 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device e15bc07d-1abd-455e-907e-fa844fbf01ce no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:42:42.845312 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-258dbde4-4360-4bf4-9964-7e674b64dd46 req-b90324ff-ac9a-40b7-88ad-84350e40f938 service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103060 Jul 25 05:42:42.867869 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] For port e15bc07d-1abd-455e-907e-fa844fbf01ce, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=e15bc07d-1abd-455e-907e-fa844fbf01ce,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:42.868242 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:42.898840 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port e15bc07d-1abd-455e-907e-fa844fbf01ce is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:42.899380 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:42.924353 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15bc07d-1abd-455e-907e-fa844fbf01ce'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:42:42.924966 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:42:42.926657 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420e5b52-2375-4c15-8808-a65677667b56" -d '{"events": [{"server_uuid": "f6fa910c-7604-4aa9-82ff-477d62f57f54", "name": "network-vif-unplugged", "status": "completed", "tag": "e15bc07d-1abd-455e-907e-fa844fbf01ce"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:42:42.941792 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port e15bc07d-1abd-455e-907e-fa844fbf01ce, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=e15bc07d-1abd-455e-907e-fa844fbf01ce,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:42.947677 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:42.949057 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 95d850ae-eaa4-4645-9536-93c90734b2d8 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:42:42.971608 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 05:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaefd40-d9d1-4a1a-b93c-1aa4f3d3d839 x-openstack-request-id: req-6aaefd40-d9d1-4a1a-b93c-1aa4f3d3d839 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:42:42.971906 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fa910c-7604-4aa9-82ff-477d62f57f54", "name": "network-vif-unplugged", "status": "completed", "tag": "e15bc07d-1abd-455e-907e-fa844fbf01ce", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:42:42.972164 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6aaefd40-d9d1-4a1a-b93c-1aa4f3d3d839 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:42:42.972684 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aaefd40-d9d1-4a1a-b93c-1aa4f3d3d839'] response: {'server_uuid': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15bc07d-1abd-455e-907e-fa844fbf01ce', 'code': 200} Jul 25 05:42:43.008258 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:42:43.016360 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 95d850ae-eaa4-4645-9536-93c90734b2d8 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:42:43.017347 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 95d850ae-eaa4-4645-9536-93c90734b2d8 not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:42:43.018144 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:42:43.018308 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-c344a4d2-81f0-48e7-9a3f-0dc8b272211c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Made reservation on behalf of 987ce20ceedd49cb9419cc506c50fce3 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:42:43.021616 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-c344a4d2-81f0-48e7-9a3f-0dc8b272211c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:43.037974 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:43.051072 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:42:43.051564 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 6d22bdd7-e942-45f4-b095-81aa2ad4c2d4 not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:42:43.069939 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e9976a95-531e-4ca6-9b23-b4a029ad0dd4 req-561e313d-4b83-4ad5-89e5-c20c8c909cc2 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 210 time: 0.0424764 Jul 25 05:42:43.075550 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=e15bc07d-1abd-455e-907e-fa844fbf01ce,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:43.427481 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4bf271cd-53a7-4f97-b00f-2d5c36e79d37 req-6c98a3a7-f0de-4019-b435-078be34db317 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 210 time: 0.0588160 Jul 25 05:42:43.537375 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:43.537740 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (bdd012f9-9639-4d53-842b-e931668cafe1), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:43.538053 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Floating IP bdd012f9-9639-4d53-842b-e931668cafe1 disassociated. External IP: 172.27.3.177, port: e15bc07d-1abd-455e-907e-fa844fbf01ce. Jul 25 05:42:43.538401 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Calling delete_port for e15bc07d-1abd-455e-907e-fa844fbf01ce owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:42:43.557101 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a5b3609c-bdca-4a43-9791-1f3cf0419aa4 req-2b11e622-f492-4787-b313-a912d97ac2f2 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 210 time: 0.0323036 Jul 25 05:42:43.611270 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4049d5-b53b-414a-98f7-a349ca9ea7c2 req-06665180-56fd-42ed-86e3-83a889238ba5 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:43.612911 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6d4049d5-b53b-414a-98f7-a349ca9ea7c2 req-06665180-56fd-42ed-86e3-83a889238ba5 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 943 time: 0.0496929 Jul 25 05:42:43.615791 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:42:43.627710 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402eb92c-070a-4bf6-ac91-8a198184d547 None None] Sync routers for ids ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:42:43.638502 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402eb92c-070a-4bf6-ac91-8a198184d547 None None] Routers {'0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:43.639224 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-402eb92c-070a-4bf6-ac91-8a198184d547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:43.667441 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6d4049d5-b53b-414a-98f7-a349ca9ea7c2 req-884afcfa-0f37-46f2-b1c6-a521e637a862 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486221 Jul 25 05:42:43.689692 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] No DVR routers for this DVR port 95d850ae-eaa4-4645-9536-93c90734b2d8 on host hv-cinder-85083 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:42:43.691854 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-c344a4d2-81f0-48e7-9a3f-0dc8b272211c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Allocated IP 172.20.0.5 (69a407fc-7892-4489-9edc-cabb773af8c0/3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef/8a836452-7655-49c8-9aaf-c2441440165f) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:42:43.695941 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:43.699461 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6e36f6eb-fadf-4df7-ba69-d6438ff46d9a req-761c68f1-dfc4-4d8a-9819-3ef2454a7da6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.43 "DELETE /v2.0/ports/95d850ae-eaa4-4645-9536-93c90734b2d8 HTTP/1.1" status: 204 len: 173 time: 1.8373799 Jul 25 05:42:43.702027 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4943e050-a915-4850-8e01-9590c5fcde77', 'name': 'network-vif-deleted', 'tag': '95d850ae-eaa4-4645-9536-93c90734b2d8'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:42:43.704529 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0798c10-ab99-4016-a7c1-3ee687043c2f" -d '{"events": [{"server_uuid": "4943e050-a915-4850-8e01-9590c5fcde77", "name": "network-vif-deleted", "tag": "95d850ae-eaa4-4645-9536-93c90734b2d8"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:42:43.805281 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:43.822213 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (e15bc07d-1abd-455e-907e-fa844fbf01ce), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:43.832342 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155c8c5a-c54d-485d-b17e-5b1da66ea711 x-openstack-request-id: req-155c8c5a-c54d-485d-b17e-5b1da66ea711 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:42:43.832917 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4943e050-a915-4850-8e01-9590c5fcde77", "name": "network-vif-deleted", "tag": "95d850ae-eaa4-4645-9536-93c90734b2d8", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:42:43.833165 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-155c8c5a-c54d-485d-b17e-5b1da66ea711 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:42:43.833567 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155c8c5a-c54d-485d-b17e-5b1da66ea711'] response: {'server_uuid': '4943e050-a915-4850-8e01-9590c5fcde77', 'name': 'network-vif-deleted', 'tag': '95d850ae-eaa4-4645-9536-93c90734b2d8', 'status': 'completed', 'code': 200} Jul 25 05:42:43.843349 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-402eb92c-070a-4bf6-ac91-8a198184d547 None None] Set router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:43.870117 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4651789d-bfa3-4379-b6c4-2d741781579b req-0be10b6d-e2ca-4729-bcb8-1e22f1442923 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 210 time: 0.0327899 Jul 25 05:42:43.881335 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:43.887310 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event deleted for resources: {'Port': ['ID=e15bc07d-1abd-455e-907e-fa844fbf01ce,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:44.062058 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-402eb92c-070a-4bf6-ac91-8a198184d547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:41Z', 'revision_number': 5, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:44.089037 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402eb92c-070a-4bf6-ac91-8a198184d547 None None] Checking router: 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:42:44.095262 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-c344a4d2-81f0-48e7-9a3f-0dc8b272211c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for port (8a836452-7655-49c8-9aaf-c2441440165f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:44.100138 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402eb92c-070a-4bf6-ac91-8a198184d547 None None] Routers {'0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:44.100932 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-402eb92c-070a-4bf6-ac91-8a198184d547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:44.138739 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Router 69d34c74-32ce-4361-8495-19839f55ab35 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:42:44.160890 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:44.216690 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-402eb92c-070a-4bf6-ac91-8a198184d547 None None] Set router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:44.361759 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:42:44.375089 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f03323bf-d3c2-4995-8d72-a55a34b6ccef req-155cabaf-ba58-4d2a-8c88-ebea399ace8b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 210 time: 0.1703820 Jul 25 05:42:44.379408 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae49aef-ee42-430c-98a6-71771f35da30 None None] Sync routers for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:42:44.404736 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae49aef-ee42-430c-98a6-71771f35da30 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:44.405410 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4ae49aef-ee42-430c-98a6-71771f35da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:44.450138 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-c344a4d2-81f0-48e7-9a3f-0dc8b272211c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (8a836452-7655-49c8-9aaf-c2441440165f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:44.522437 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] No DVR routers for this DVR port e15bc07d-1abd-455e-907e-fa844fbf01ce on host hv-cinder-85083 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:42:44.549923 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-402eb92c-070a-4bf6-ac91-8a198184d547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:41Z', 'revision_number': 5, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:44.576184 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:44.623527 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5b43c96f-8644-47fd-b3fb-29c1c26a7810 req-c1a8a90f-9715-4c9b-83e6-329fb6ee12e6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "DELETE /v2.0/ports/e15bc07d-1abd-455e-907e-fa844fbf01ce HTTP/1.1" status: 204 len: 173 time: 2.2146888 Jul 25 05:42:44.643022 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402eb92c-070a-4bf6-ac91-8a198184d547 None None] The sync data for ids ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'] in dv-cinder-850830-1-iscsi is: [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:41Z', 'revision_number': 5, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:42:44.660771 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-c344a4d2-81f0-48e7-9a3f-0dc8b272211c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Network 69a407fc-7892-4489-9edc-cabb773af8c0 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:44.678257 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-c344a4d2-81f0-48e7-9a3f-0dc8b272211c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:44.689160 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-c344a4d2-81f0-48e7-9a3f-0dc8b272211c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:42:44.765218 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344a4d2-81f0-48e7-9a3f-0dc8b272211c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event updated for resources: {'Port': ['ID=8a836452-7655-49c8-9aaf-c2441440165f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:44.791001 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-c344a4d2-81f0-48e7-9a3f-0dc8b272211c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:44.791814 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-c344a4d2-81f0-48e7-9a3f-0dc8b272211c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:44.845116 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4ae49aef-ee42-430c-98a6-71771f35da30 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:44.848155 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-c344a4d2-81f0-48e7-9a3f-0dc8b272211c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2729509 Jul 25 05:42:44.873956 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cda95138-4eba-46f1-8883-d1f1c2208a8f req-d486884d-24ba-4597-b642-23a9871dabc9 tempest-ServerRescueNegativeTestJSON-1264352499 tempest-ServerRescueNegativeTestJSON-1264352499-project] 10.222.0.33 "GET /v2.0/ports?device_id=12aaf07a-d8f0-46c4-98f9-ba47ee257fa7 HTTP/1.1" status: 200 len: 210 time: 0.1408854 Jul 25 05:42:44.900229 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52593b54-8866-4996-9776-f0f71b2c994a req-66540674-d599-4d79-a1a4-7555333736e7 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:44.924269 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-52593b54-8866-4996-9776-f0f71b2c994a req-66540674-d599-4d79-a1a4-7555333736e7 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 931 time: 0.2679176 Jul 25 05:42:44.932733 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device dce542e4-936d-4f42-abff-da12f790ddc3 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:42:44.990811 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Request body: {'port': {'device_id': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:45.036381 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-52593b54-8866-4996-9776-f0f71b2c994a req-b43c3664-c589-48f0-bee2-267c2946084e tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107397 Jul 25 05:42:45.097622 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac61c9-83dc-4aaf-aa2b-5a355331adbf req-97bde9c2-b97e-45cd-9ace-9633be2481ad tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:45.106710 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-afac61c9-83dc-4aaf-aa2b-5a355331adbf req-97bde9c2-b97e-45cd-9ace-9633be2481ad tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 943 time: 0.1422508 Jul 25 05:42:45.133250 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:45.144641 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.db.resource_extend [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 05:42:45.165723 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (8a836452-7655-49c8-9aaf-c2441440165f), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:45.231637 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c0477e7d-2c02-43f0-a223-81746abcca82 req-04a72ff8-7af5-4547-8298-7746a859341b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 210 time: 0.0497701 Jul 25 05:42:45.241133 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f3c74a-ac2d-4f79-963b-30f16e6d5c14 None None] New status for floating IP 66bb1a99-e26a-4db8-92dc-fd8c98e1e4af: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:42:45.258320 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-afac61c9-83dc-4aaf-aa2b-5a355331adbf req-d1fc4ae3-ce01-47f2-9539-4a5b35c403f7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493816 Jul 25 05:42:45.300743 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:45.496807 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a836452-7655-49c8-9aaf-c2441440165f {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:42:45.506708 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Publish callbacks [] for port (8a836452-7655-49c8-9aaf-c2441440165f), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:45.523877 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Transition to ACTIVE for port object 8a836452-7655-49c8-9aaf-c2441440165f will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:42:45.524889 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:45.528354 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:45.537943 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (8a836452-7655-49c8-9aaf-c2441440165f), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:45.553365 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1597a59f-906a-4fc7-be1a-7abeb42448fa req-08159b81-88b6-46cb-8340-0b8904845291 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4943e050-a915-4850-8e01-9590c5fcde77 HTTP/1.1" status: 200 len: 210 time: 0.0616543 Jul 25 05:42:45.636406 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0af42003-0ac2-4425-8b87-cc433d95e961 None None] Provisioning complete for port 8a836452-7655-49c8-9aaf-c2441440165f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:45.638747 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0af42003-0ac2-4425-8b87-cc433d95e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (8a836452-7655-49c8-9aaf-c2441440165f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:45.667829 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:45.694290 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Pushing event updated for resources: {'Port': ['ID=8a836452-7655-49c8-9aaf-c2441440165f,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:45.777931 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Attempting to bind port 8a836452-7655-49c8-9aaf-c2441440165f on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:42:45.779471 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Attempting to bind port 8a836452-7655-49c8-9aaf-c2441440165f by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:42:45.779828 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Attempting to bind port 8a836452-7655-49c8-9aaf-c2441440165f on network 69a407fc-7892-4489-9edc-cabb773af8c0 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:42:45.790868 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Port 8a836452-7655-49c8-9aaf-c2441440165f on network 69a407fc-7892-4489-9edc-cabb773af8c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:42:45.791196 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Attempting to bind port 8a836452-7655-49c8-9aaf-c2441440165f on network 69a407fc-7892-4489-9edc-cabb773af8c0 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:42:45.804562 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port dce542e4-936d-4f42-abff-da12f790ddc3, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=dce542e4-936d-4f42-abff-da12f790ddc3,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:45.808375 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:42:45.808716 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Checking segment: {'id': 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:42:45.813978 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Bound using segment: {'id': 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:42:45.814587 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Bound port: 8a836452-7655-49c8-9aaf-c2441440165f, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:42:45.814967 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (8a836452-7655-49c8-9aaf-c2441440165f), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:45.822367 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': 'dce542e4-936d-4f42-abff-da12f790ddc3', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'port_id': 'dce542e4-936d-4f42-abff-da12f790ddc3', 'mac_address': 'fa:16:3e:ee:df:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:42:45.841473 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'name': 'network-vif-deleted', 'tag': 'e15bc07d-1abd-455e-907e-fa844fbf01ce'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:42:45.847661 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8383db0b-2f12-4a64-b810-b60b1c80ac5c" -d '{"events": [{"server_uuid": "f6fa910c-7604-4aa9-82ff-477d62f57f54", "name": "network-vif-deleted", "tag": "e15bc07d-1abd-455e-907e-fa844fbf01ce"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:42:45.873896 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0af42003-0ac2-4425-8b87-cc433d95e961 None None] Port 8a836452-7655-49c8-9aaf-c2441440165f cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:42:45.914335 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port dce542e4-936d-4f42-abff-da12f790ddc3 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:45.914737 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (dce542e4-936d-4f42-abff-da12f790ddc3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:45.983973 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38850) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:45.986410 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d198f8-6397-496d-9f02-ac60a6729484 x-openstack-request-id: req-25d198f8-6397-496d-9f02-ac60a6729484 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:42:45.986992 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fa910c-7604-4aa9-82ff-477d62f57f54", "name": "network-vif-deleted", "tag": "e15bc07d-1abd-455e-907e-fa844fbf01ce", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:42:45.986992 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-25d198f8-6397-496d-9f02-ac60a6729484 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:42:45.989881 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d198f8-6397-496d-9f02-ac60a6729484'] response: {'server_uuid': 'f6fa910c-7604-4aa9-82ff-477d62f57f54', 'name': 'network-vif-deleted', 'tag': 'e15bc07d-1abd-455e-907e-fa844fbf01ce', 'status': 'completed', 'code': 200} Jul 25 05:42:45.998427 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] For port 8a836452-7655-49c8-9aaf-c2441440165f, host hv-cinder-85083, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:42:46.006536 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] For port 8a836452-7655-49c8-9aaf-c2441440165f, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=8a836452-7655-49c8-9aaf-c2441440165f,segment=NetworkSegment(ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5),segment_id=ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:42:46.019394 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (8a836452-7655-49c8-9aaf-c2441440165f), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:46.058384 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4ae49aef-ee42-430c-98a6-71771f35da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:46.099350 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:46.099997 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:46.101423 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] 10.222.0.43 "PUT /v2.0/ports/8a836452-7655-49c8-9aaf-c2441440165f HTTP/1.1" status: 200 len: 1093 time: 1.1160870 Jul 25 05:42:46.150209 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae49aef-ee42-430c-98a6-71771f35da30 None None] Checking router: 69d34c74-32ce-4361-8495-19839f55ab35 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:42:46.193588 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce542e4-936d-4f42-abff-da12f790ddc3 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:42:46.230178 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e121fa-6161-475a-b3d2-6c6984f86815 service neutron] Pushing event updated for resources: {'Port': ['ID=8a836452-7655-49c8-9aaf-c2441440165f,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:46.253121 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae49aef-ee42-430c-98a6-71771f35da30 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:46.253775 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4ae49aef-ee42-430c-98a6-71771f35da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:46.261584 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port dce542e4-936d-4f42-abff-da12f790ddc3, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=dce542e4-936d-4f42-abff-da12f790ddc3,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:46.310029 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-c8e025f3-cf3a-444a-8119-450c4cac0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:46.312157 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-c8e025f3-cf3a-444a-8119-450c4cac0bab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=987ce20ceedd49cb9419cc506c50fce3&device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 1127 time: 0.0607741 Jul 25 05:42:46.317753 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (dce542e4-936d-4f42-abff-da12f790ddc3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:46.483974 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=dce542e4-936d-4f42-abff-da12f790ddc3,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:46.501597 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4ae49aef-ee42-430c-98a6-71771f35da30 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:46.517260 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-14b39f16-778e-404e-8953-b0982706364f req-960d3983-15b9-4956-bddd-22456ab3c549 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6fa910c-7604-4aa9-82ff-477d62f57f54 HTTP/1.1" status: 200 len: 210 time: 0.1098547 Jul 25 05:42:46.526147 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429f82-a925-482e-93bc-1519174854a9 req-8840880f-3a8d-4e6b-8d98-61e1ff82f30d tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:46.527656 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-41429f82-a925-482e-93bc-1519174854a9 req-8840880f-3a8d-4e6b-8d98-61e1ff82f30d tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 943 time: 0.2570603 Jul 25 05:42:46.643782 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['dce542e4-936d-4f42-abff-da12f790ddc3'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:42:46.666575 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-41429f82-a925-482e-93bc-1519174854a9 req-59951666-7ea3-4f16-b02a-eefeb85f7567 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271060 Jul 25 05:42:46.849209 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38864) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:46.881994 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4ae49aef-ee42-430c-98a6-71771f35da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:46.893261 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:46.947877 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-22693575-6c7f-4404-98d4-11642a0ba52e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group (82fdff91-1bde-4f49-a997-611b553b6709), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:46.985950 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-22693575-6c7f-4404-98d4-11642a0ba52e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group (82fdff91-1bde-4f49-a997-611b553b6709), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:47.037665 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae49aef-ee42-430c-98a6-71771f35da30 None None] The sync data for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi is: [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:42:47.064386 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-22693575-6c7f-4404-98d4-11642a0ba52e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (82fdff91-1bde-4f49-a997-611b553b6709), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:47.069294 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-22693575-6c7f-4404-98d4-11642a0ba52e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:47.070789 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-22693575-6c7f-4404-98d4-11642a0ba52e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "DELETE /v2.0/security-groups/82fdff91-1bde-4f49-a997-611b553b6709 HTTP/1.1" status: 204 len: 168 time: 0.2202377 Jul 25 05:42:47.089363 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38866) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:47.116822 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.api.v2.resource [None req-d3b07bb5-5fc5-401a-abda-13b38b88d589 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] show failed (client error): The resource could not be found. Jul 25 05:42:47.119530 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d3b07bb5-5fc5-401a-abda-13b38b88d589 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups/82fdff91-1bde-4f49-a997-611b553b6709 HTTP/1.1" status: 404 len: 347 time: 0.0282941 Jul 25 05:42:47.121849 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38868) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:47.146080 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fda80a-851c-4fe5-b2c5-b59750567bdf req-23b63318-24f2-4e39-b7b4-e1132060057a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:47.155630 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c1fda80a-851c-4fe5-b2c5-b59750567bdf req-23b63318-24f2-4e39-b7b4-e1132060057a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 944 time: 0.1136026 Jul 25 05:42:47.198497 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22693575-6c7f-4404-98d4-11642a0ba52e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fdff91-1bde-4f49-a997-611b553b6709,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:47.222627 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:47.335737 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-cb62821c-077c-4cee-8e42-bb94f4ea7425 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a836452-7655-49c8-9aaf-c2441440165f HTTP/1.1" status: 200 len: 217 time: 0.0587063 Jul 25 05:42:47.411121 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9847effd-e9b1-45f1-a0af-7b63760aec4d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Deleting port becd1e78-6f60-4353-a6e1-e921c24d6651 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:42:47.411557 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9847effd-e9b1-45f1-a0af-7b63760aec4d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (becd1e78-6f60-4353-a6e1-e921c24d6651), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:47.601495 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-097967c3-70d5-4f2a-afb4-3ad7acc17177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:47.603822 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-097967c3-70d5-4f2a-afb4-3ad7acc17177 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef HTTP/1.1" status: 200 len: 854 time: 0.1658704 Jul 25 05:42:47.614746 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d4d34-a112-4811-9d31-cccc7d2992d5 None None] New status for floating IP bdd012f9-9639-4d53-842b-e931668cafe1: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:42:47.642091 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9847effd-e9b1-45f1-a0af-7b63760aec4d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (becd1e78-6f60-4353-a6e1-e921c24d6651), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:47.642398 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9847effd-e9b1-45f1-a0af-7b63760aec4d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for floatingip (becd1e78-6f60-4353-a6e1-e921c24d6651), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:47.691199 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9847effd-e9b1-45f1-a0af-7b63760aec4d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Calling delete_port for becd1e78-6f60-4353-a6e1-e921c24d6651 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:42:47.697735 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:47.722294 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-a0cb79d9-112c-4a06-ab2d-182ddaf89b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:47.722294 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-a0cb79d9-112c-4a06-ab2d-182ddaf89b32 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=69a407fc-7892-4489-9edc-cabb773af8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676420 Jul 25 05:42:47.744837 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663856'] for router_interface (50d167a5-d146-4b6e-9727-26da29ec4143), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:47.767885 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c1fda80a-851c-4fe5-b2c5-b59750567bdf req-3ff963fe-6fdf-4417-9e5a-11befde4b5e3 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6113582 Jul 25 05:42:47.994187 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5ebf9-d01e-415f-809e-e7eaa45c90dd req-c7bc59ba-491a-4dbe-b95c-98121fba1f44 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:48.002842 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-faf5ebf9-d01e-415f-809e-e7eaa45c90dd req-c7bc59ba-491a-4dbe-b95c-98121fba1f44 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 943 time: 0.1487730 Jul 25 05:42:48.030458 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:48.031556 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'tag': '8a836452-7655-49c8-9aaf-c2441440165f'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:42:48.034560 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc982a5-6bd0-4b30-b4b6-a1517a16b181" -d '{"events": [{"name": "network-changed", "server_uuid": "5a30608a-b03b-41fb-95be-6ba3eba17562", "tag": "8a836452-7655-49c8-9aaf-c2441440165f"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:42:48.039548 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-950f826e-6821-407e-9c80-d205102d4ed5 service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959497 Jul 25 05:42:48.160291 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-faf5ebf9-d01e-415f-809e-e7eaa45c90dd req-c031cc11-2c31-4916-9a07-bf25aa969d8b tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529996 Jul 25 05:42:48.175387 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9847effd-e9b1-45f1-a0af-7b63760aec4d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (becd1e78-6f60-4353-a6e1-e921c24d6651), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:48.217005 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:48.240811 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45713e79-4622-4cc4-89ba-4f55782bada6 x-openstack-request-id: req-45713e79-4622-4cc4-89ba-4f55782bada6 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:42:48.241267 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a30608a-b03b-41fb-95be-6ba3eba17562", "tag": "8a836452-7655-49c8-9aaf-c2441440165f", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:42:48.241716 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-45713e79-4622-4cc4-89ba-4f55782bada6 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:42:48.242257 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45713e79-4622-4cc4-89ba-4f55782bada6'] response: {'name': 'network-changed', 'server_uuid': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'tag': '8a836452-7655-49c8-9aaf-c2441440165f', 'status': 'completed', 'code': 200} Jul 25 05:42:48.257131 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847effd-e9b1-45f1-a0af-7b63760aec4d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event deleted for resources: {'Port': ['ID=becd1e78-6f60-4353-a6e1-e921c24d6651,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:48.273237 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-db647068-6d7a-432f-b495-986b8a49c024 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677006254&fields=id&tenant_id=ee638472255a48d2bdffa17a4ff22339 HTTP/1.1" status: 200 len: 267 time: 0.2408805 Jul 25 05:42:48.397004 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d2581-55ec-441a-a327-744a33bb1320 req-3ec8c3fd-5be9-4f0b-b8df-ec874cc684d5 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:48.398465 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-3ec8c3fd-5be9-4f0b-b8df-ec874cc684d5 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 812 time: 0.1155124 Jul 25 05:42:48.400926 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9847effd-e9b1-45f1-a0af-7b63760aec4d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for floatingip (66bb1a99-e26a-4db8-92dc-fd8c98e1e4af), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:48.404717 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9847effd-e9b1-45f1-a0af-7b63760aec4d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:48.407631 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9847effd-e9b1-45f1-a0af-7b63760aec4d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "DELETE /v2.0/floatingips/66bb1a99-e26a-4db8-92dc-fd8c98e1e4af HTTP/1.1" status: 204 len: 168 time: 1.2803419 Jul 25 05:42:48.410265 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acc83de3-5d42-443b-b7aa-8b98032e97fa req-9f678c0e-1bdf-40b9-bc5f-63f410ea7d8c service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307684 Jul 25 05:42:48.471807 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-a872f1e5-b4f5-4b22-addf-923e6e6704ee tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/quotas/ee638472255a48d2bdffa17a4ff22339 HTTP/1.1" status: 200 len: 375 time: 0.0650926 Jul 25 05:42:48.558099 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Deleting port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:42:48.558818 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:48.566091 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38888) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:48.578636 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-400a30c9-2c21-4c01-99fc-b9aa71155ded tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--432295991', 'description': 'tempest-description--632978649'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:48.633281 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-400a30c9-2c21-4c01-99fc-b9aa71155ded tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:48.717506 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-6e3af45d-5b7a-4e14-9d36-137eb8a81ef9 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2251081 Jul 25 05:42:48.738519 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-400a30c9-2c21-4c01-99fc-b9aa71155ded tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group (699267a1-5784-4267-95de-8b35b23d31e0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:48.745219 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-400a30c9-2c21-4c01-99fc-b9aa71155ded tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (699267a1-5784-4267-95de-8b35b23d31e0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:48.799462 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-400a30c9-2c21-4c01-99fc-b9aa71155ded tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:48.802286 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-400a30c9-2c21-4c01-99fc-b9aa71155ded tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2326794 Jul 25 05:42:48.805824 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38892) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:48.807228 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device dce542e4-936d-4f42-abff-da12f790ddc3 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:42:48.810407 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ea2d4a95-1864-4421-a8fd-f46f573ecc3b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Request body: {'security_group_rule': {'security_group_id': '699267a1-5784-4267-95de-8b35b23d31e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:48.820386 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a30c9-2c21-4c01-99fc-b9aa71155ded tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699267a1-5784-4267-95de-8b35b23d31e0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:48.868207 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea2d4a95-1864-4421-a8fd-f46f573ecc3b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group_rule (906eab83-d500-41a6-b72c-ab43ace999e1), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:48.905829 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] For port 3eff7026-72c7-4dbf-b356-8aa74dd3dd97, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=3eff7026-72c7-4dbf-b356-8aa74dd3dd97,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:48.906211 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:48.927614 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Calling delete_port for 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:42:48.967682 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port dce542e4-936d-4f42-abff-da12f790ddc3 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:42:48.987220 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea2d4a95-1864-4421-a8fd-f46f573ecc3b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group_rule (906eab83-d500-41a6-b72c-ab43ace999e1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:48.987501 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port dce542e4-936d-4f42-abff-da12f790ddc3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:48.988337 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (dce542e4-936d-4f42-abff-da12f790ddc3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:48.995359 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea2d4a95-1864-4421-a8fd-f46f573ecc3b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (906eab83-d500-41a6-b72c-ab43ace999e1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:49.017819 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:49.044669 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-26b4cda7-1ef4-4da6-8432-7fba1724525c service neutron] 10.222.0.33 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030152 Jul 25 05:42:49.047320 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d4a95-1864-4421-a8fd-f46f573ecc3b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906eab83-d500-41a6-b72c-ab43ace999e1,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:49.062750 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea2d4a95-1864-4421-a8fd-f46f573ecc3b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:49.064508 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ea2d4a95-1864-4421-a8fd-f46f573ecc3b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2575996 Jul 25 05:42:49.067880 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38894) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:49.072613 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-97d01fa6-b186-4296-8b8e-3e64b537682a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Request body: {'security_group_rule': {'security_group_id': '699267a1-5784-4267-95de-8b35b23d31e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:49.118255 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port dce542e4-936d-4f42-abff-da12f790ddc3 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:49.118471 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-97d01fa6-b186-4296-8b8e-3e64b537682a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group_rule (89940f1b-84eb-4651-ac68-fabb2e7a78a3), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:49.119295 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (dce542e4-936d-4f42-abff-da12f790ddc3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:49.181012 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9692b9-6007-40bf-80f1-a00b4a96d599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce542e4-936d-4f42-abff-da12f790ddc3'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:42:49.194322 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d994e64f-e97d-44c3-83b3-5646da89e8c8" -d '{"events": [{"server_uuid": "0a9692b9-6007-40bf-80f1-a00b4a96d599", "name": "network-vif-plugged", "status": "completed", "tag": "dce542e4-936d-4f42-abff-da12f790ddc3"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:42:49.213429 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e7a0f-ba89-47f1-b595-b4a5bbfdc6f9 req-4e1d2005-2e95-4de9-8a4f-f9da886c0a43 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:49.221560 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port dce542e4-936d-4f42-abff-da12f790ddc3, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=dce542e4-936d-4f42-abff-da12f790ddc3,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:49.226363 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-798e7a0f-ba89-47f1-b595-b4a5bbfdc6f9 req-4e1d2005-2e95-4de9-8a4f-f9da886c0a43 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 944 time: 0.2923145 Jul 25 05:42:49.236961 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (dce542e4-936d-4f42-abff-da12f790ddc3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:49.261408 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:49.267638 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-97d01fa6-b186-4296-8b8e-3e64b537682a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group_rule (89940f1b-84eb-4651-ac68-fabb2e7a78a3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:49.275430 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-97d01fa6-b186-4296-8b8e-3e64b537682a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (89940f1b-84eb-4651-ac68-fabb2e7a78a3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:49.298133 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=dce542e4-936d-4f42-abff-da12f790ddc3,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:49.317675 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:49.322427 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d01fa6-b186-4296-8b8e-3e64b537682a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89940f1b-84eb-4651-ac68-fabb2e7a78a3,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:49.323160 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:49.344687 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-97d01fa6-b186-4296-8b8e-3e64b537682a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:49.351052 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-97d01fa6-b186-4296-8b8e-3e64b537682a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2792101 Jul 25 05:42:49.353588 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38900) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:49.353983 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-17ee11ac-e7d5-4820-b3c0-bf357d07853c service neutron] 10.222.0.33 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975745 Jul 25 05:42:49.376577 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Request body: {'floatingip': {'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:49.412683 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:49.417292 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-798e7a0f-ba89-47f1-b595-b4a5bbfdc6f9 req-29f42ab2-487f-44a5-a1eb-2bea9a607f39 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898184 Jul 25 05:42:49.560698 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:49.572609 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:49.675352 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f800940-5002-4efd-a1e4-2ed7e9442c0f req-f45df868-dcb3-4a15-8f61-23d521829b51 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:49.683141 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3f800940-5002-4efd-a1e4-2ed7e9442c0f req-f45df868-dcb3-4a15-8f61-23d521829b51 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 943 time: 0.1289279 Jul 25 05:42:49.700211 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (3eff7026-72c7-4dbf-b356-8aa74dd3dd97), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:49.838751 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Allocated IP 172.27.3.53 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/050afeab-2e36-468a-bc6d-a71525f02a1f) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:42:49.916108 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Pushing event deleted for resources: {'Port': ['ID=3eff7026-72c7-4dbf-b356-8aa74dd3dd97,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:49.966811 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc982a5-6bd0-4b30-b4b6-a1517a16b181 req-8bd82282-5b73-47d7-bd9e-1bf132635e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:49.977585 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-abc982a5-6bd0-4b30-b4b6-a1517a16b181 req-8bd82282-5b73-47d7-bd9e-1bf132635e11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=987ce20ceedd49cb9419cc506c50fce3&device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 1127 time: 0.1768541 Jul 25 05:42:50.056387 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.064348 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.066175 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.067350 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.068516 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.069162 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.070147 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.071257 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.072392 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.073507 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.074685 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.075858 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.076330 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.077469 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.078603 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:42:50.170506 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for port (050afeab-2e36-468a-bc6d-a71525f02a1f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:50.214320 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3f800940-5002-4efd-a1e4-2ed7e9442c0f req-b7612b66-9d5b-4fef-bdaa-18026f641f22 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231729 Jul 25 05:42:50.233913 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bf818f-5ced-4b44-8825-bfb5454381c4 x-openstack-request-id: req-47bf818f-5ced-4b44-8825-bfb5454381c4 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:42:50.234449 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9692b9-6007-40bf-80f1-a00b4a96d599", "name": "network-vif-plugged", "status": "completed", "tag": "dce542e4-936d-4f42-abff-da12f790ddc3", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:42:50.234641 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-47bf818f-5ced-4b44-8825-bfb5454381c4 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:42:50.235159 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47bf818f-5ced-4b44-8825-bfb5454381c4'] response: {'server_uuid': '0a9692b9-6007-40bf-80f1-a00b4a96d599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce542e4-936d-4f42-abff-da12f790ddc3', 'code': 200} Jul 25 05:42:50.319088 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (050afeab-2e36-468a-bc6d-a71525f02a1f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:50.337307 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f22788b4-d800-446c-acc4-ddc0897b4bb5 req-d52e959f-7c75-47c1-98e5-ab0b2b007965 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0473669 Jul 25 05:42:50.387623 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3620335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666816'] for router_interface (50d167a5-d146-4b6e-9727-26da29ec4143), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:50.407330 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:50.409319 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc982a5-6bd0-4b30-b4b6-a1517a16b181 req-d840b8c0-53ae-4570-a206-ebb2cafa0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:50.410985 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-abc982a5-6bd0-4b30-b4b6-a1517a16b181 req-d840b8c0-53ae-4570-a206-ebb2cafa0546 service neutron] 10.222.0.43 "GET /v2.0/networks?id=69a407fc-7892-4489-9edc-cabb773af8c0 HTTP/1.1" status: 200 len: 916 time: 0.3965786 Jul 25 05:42:50.414910 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:50.425050 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:42:50.488390 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event updated for resources: {'Port': ['ID=050afeab-2e36-468a-bc6d-a71525f02a1f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:50.659309 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-abc982a5-6bd0-4b30-b4b6-a1517a16b181 req-8598a02b-0953-41f4-a45f-d5f4c1308ef2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a836452-7655-49c8-9aaf-c2441440165f HTTP/1.1" status: 200 len: 217 time: 0.1120462 Jul 25 05:42:50.694111 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for floatingip (3e2fbdcd-da67-477f-a6c2-82f1f6168524), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:50.741171 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c932af1-684a-4d40-9ffa-f943068f6914 req-aae09ae7-3f91-4134-b89c-e3a7221ef414 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:50.748741 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6c932af1-684a-4d40-9ffa-f943068f6914 req-aae09ae7-3f91-4134-b89c-e3a7221ef414 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 945 time: 0.1314111 Jul 25 05:42:50.855407 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6c932af1-684a-4d40-9ffa-f943068f6914 req-e00827fd-9982-42a3-af06-4d6d5e1833cf tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033692 Jul 25 05:42:50.886806 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:50.935010 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Router 50d167a5-d146-4b6e-9727-26da29ec4143 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:42:50.944393 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec31b74-ac3c-4b6a-913c-c45788b57f7f req-e2aa66c7-8c48-4de5-8a7f-d2de1d1f27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:50.946420 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ec31b74-ac3c-4b6a-913c-c45788b57f7f req-e2aa66c7-8c48-4de5-8a7f-d2de1d1f27d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 1129 time: 0.1519344 Jul 25 05:42:50.947090 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (050afeab-2e36-468a-bc6d-a71525f02a1f), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:50.995457 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:51.019213 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc982a5-6bd0-4b30-b4b6-a1517a16b181 req-2e738aa7-b5fc-414e-9511-8d6ad7280323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:51.021360 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-abc982a5-6bd0-4b30-b4b6-a1517a16b181 req-2e738aa7-b5fc-414e-9511-8d6ad7280323 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef HTTP/1.1" status: 200 len: 854 time: 0.2486393 Jul 25 05:42:51.073119 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:42:51.078923 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-32f62f57-336b-46c6-a3cf-803c54898aed admin admin] 10.222.0.33 "PUT /v2.0/routers/50d167a5-d146-4b6e-9727-26da29ec4143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0937669 Jul 25 05:42:51.085027 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38924) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:51.087874 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e109684e-5e47-49c4-895f-6536f88e6e4c None None] Sync routers for ids ['50d167a5-d146-4b6e-9727-26da29ec4143'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:42:51.103450 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109684e-5e47-49c4-895f-6536f88e6e4c None None] Routers {'50d167a5-d146-4b6e-9727-26da29ec4143'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:51.104754 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e109684e-5e47-49c4-895f-6536f88e6e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['50d167a5-d146-4b6e-9727-26da29ec4143'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:51.218786 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for port (050afeab-2e36-468a-bc6d-a71525f02a1f), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:51.234767 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:51.237973 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (050afeab-2e36-468a-bc6d-a71525f02a1f), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:51.284021 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-e109684e-5e47-49c4-895f-6536f88e6e4c None None] Set router 50d167a5-d146-4b6e-9727-26da29ec4143 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:51.361891 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:51.497367 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event updated for resources: {'Port': ['ID=050afeab-2e36-468a-bc6d-a71525f02a1f,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:51.514261 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e109684e-5e47-49c4-895f-6536f88e6e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:42:49Z', 'revision_number': 5, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:51.514732 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] Publish callbacks [] for router (50d167a5-d146-4b6e-9727-26da29ec4143), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:51.540567 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (3e2fbdcd-da67-477f-a6c2-82f1f6168524), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:51.556865 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e109684e-5e47-49c4-895f-6536f88e6e4c None None] Checking router: 50d167a5-d146-4b6e-9727-26da29ec4143 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:42:51.568350 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109684e-5e47-49c4-895f-6536f88e6e4c None None] Routers {'50d167a5-d146-4b6e-9727-26da29ec4143'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:51.569151 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e109684e-5e47-49c4-895f-6536f88e6e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['50d167a5-d146-4b6e-9727-26da29ec4143'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:51.580539 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:51.590451 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-948afafd-3b09-450c-a00c-bae2b7fe49ca tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2274039 Jul 25 05:42:51.690650 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-e109684e-5e47-49c4-895f-6536f88e6e4c None None] Set router 50d167a5-d146-4b6e-9727-26da29ec4143 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:51.715596 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33869f-35bf-4a8d-898f-4f0a005e79fe req-83d826ce-e64a-45e9-afcd-f1a690f3f330 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:51.723186 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4e33869f-35bf-4a8d-898f-4f0a005e79fe req-83d826ce-e64a-45e9-afcd-f1a690f3f330 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 943 time: 0.3740408 Jul 25 05:42:51.761405 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9396cfda-1798-4175-a66b-55384534e981 req-af168f36-9fd5-4211-a1fc-2694cfcd75e4 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.2513652 Jul 25 05:42:51.765289 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:51.988503 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4e33869f-35bf-4a8d-898f-4f0a005e79fe req-a7bf1389-2eae-4f06-a979-58a4f494db85 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092640 Jul 25 05:42:52.040576 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] Publish callbacks [] for router_gateway (50d167a5-d146-4b6e-9727-26da29ec4143), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:52.076428 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-930d782a-cd04-4026-b7ef-122b7669036b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--432295991&fields=id&tenant_id=f0b7d41e75df46f28cebff70c16d4750 HTTP/1.1" status: 200 len: 267 time: 0.1240888 Jul 25 05:42:52.195932 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc982a5-6bd0-4b30-b4b6-a1517a16b181 req-328029bf-d638-4384-b402-3f81eab71007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:52.197519 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-abc982a5-6bd0-4b30-b4b6-a1517a16b181 req-328029bf-d638-4384-b402-3f81eab71007 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=69a407fc-7892-4489-9edc-cabb773af8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4579473 Jul 25 05:42:52.225359 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ec31b74-ac3c-4b6a-913c-c45788b57f7f req-c4e66e35-6ea4-45b8-9a40-af2bdfdc19d1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660572 Jul 25 05:42:52.307177 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:52.321382 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e109684e-5e47-49c4-895f-6536f88e6e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:42:49Z', 'revision_number': 5, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:52.368696 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e109684e-5e47-49c4-895f-6536f88e6e4c None None] The sync data for ids ['50d167a5-d146-4b6e-9727-26da29ec4143'] in dv-cinder-850830-1-iscsi is: [{'id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'name': 'tempest-ServerRescueNegativeTestJSON-1899120828-router', 'tenant_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:42:49Z', 'revision_number': 5, 'project_id': 'c782b01e8e484fe8bb710aeddc0192d1', 'gw_port': {'id': '2ef4812b-cc8f-438f-9c19-871e92e163b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d167a5-d146-4b6e-9727-26da29ec4143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:03Z', 'updated_at': '2022-07-25T05:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:42:52.515522 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] Deleting port 2ef4812b-cc8f-438f-9c19-871e92e163b0 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:42:52.516195 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (2ef4812b-cc8f-438f-9c19-871e92e163b0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:52.530915 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fae94-0d38-40fb-9776-8427c9f7c25e req-b4b4bbdd-3dd2-43d7-b981-103de6a92b7c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:52.532998 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-070fae94-0d38-40fb-9776-8427c9f7c25e req-b4b4bbdd-3dd2-43d7-b981-103de6a92b7c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 945 time: 0.4091520 Jul 25 05:42:52.614519 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-110247ef-ebf3-4f83-bdf3-8b65e110e6d1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:52.615987 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-110247ef-ebf3-4f83-bdf3-8b65e110e6d1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/networks?id=9e8a2b36-0a33-4763-b71a-50bb1209bd57 HTTP/1.1" status: 200 len: 810 time: 0.5383658 Jul 25 05:42:52.657826 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-a6306755-027a-4094-8aad-a2a8ca453b68 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/quotas/f0b7d41e75df46f28cebff70c16d4750 HTTP/1.1" status: 200 len: 375 time: 0.0293484 Jul 25 05:42:52.667958 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-070fae94-0d38-40fb-9776-8427c9f7c25e req-28434d06-414b-4b8e-9c29-2bdbf210b4a3 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219692 Jul 25 05:42:52.723147 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] For port 2ef4812b-cc8f-438f-9c19-871e92e163b0, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=2ef4812b-cc8f-438f-9c19-871e92e163b0,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:52.723529 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (2ef4812b-cc8f-438f-9c19-871e92e163b0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:52.735817 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:42:52.743897 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-e7ea7a8b-3ed6-445e-b6ad-9f4d7d374001 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f0b7d41e75df46f28cebff70c16d4750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705605 Jul 25 05:42:52.744911 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] Calling delete_port for 2ef4812b-cc8f-438f-9c19-871e92e163b0 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:42:52.756684 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:42:52.757048 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 3eff7026-72c7-4dbf-b356-8aa74dd3dd97 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:42:52.956438 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e48c55a8-4070-4ce6-8515-3b4126eb435f req-85760637-e358-4591-a08a-b8965e55f8b3 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0729356 Jul 25 05:42:52.978236 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:52.991201 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-2562282e-42ea-480c-b91c-e88cd480b840 service neutron] 10.222.0.33 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008955 Jul 25 05:42:53.057771 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:53.167669 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (2ef4812b-cc8f-438f-9c19-871e92e163b0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:53.207896 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b34f73-7c3d-4407-aa3b-fae038066438 req-7f2c4f7c-2f02-4f88-a07d-e03d2f998665 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:53.209458 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b2b34f73-7c3d-4407-aa3b-fae038066438 req-7f2c4f7c-2f02-4f88-a07d-e03d2f998665 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 943 time: 0.1030388 Jul 25 05:42:53.214882 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef4812b-cc8f-438f-9c19-871e92e163b0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:53.263860 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f052cac5-71a7-4ca4-a620-eedd5e1c9d11 service neutron] 10.222.0.33 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502682 Jul 25 05:42:53.332771 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b2b34f73-7c3d-4407-aa3b-fae038066438 req-881db26e-34ca-4640-8e9a-6dbcac29bd47 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093798 Jul 25 05:42:53.346521 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667339'] for router_gateway (50d167a5-d146-4b6e-9727-26da29ec4143), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:53.508594 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (50d167a5-d146-4b6e-9727-26da29ec4143), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:53.511888 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] Publish callbacks [] for router_controller (50d167a5-d146-4b6e-9727-26da29ec4143), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:53.528571 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b8149d66-cf64-46cb-96c0-e0e22fef5775 req-015b4729-e8fa-4474-8c10-1e7e98505d2a tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 210 time: 0.0576835 Jul 25 05:42:53.587247 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666222'] for router (50d167a5-d146-4b6e-9727-26da29ec4143), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:53.587945 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50d167a5-d146-4b6e-9727-26da29ec4143 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 05:42:53.595174 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:53.596705 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-09f8d271-81a2-42e5-adab-f74ea809898c admin admin] 10.222.0.33 "DELETE /v2.0/routers/50d167a5-d146-4b6e-9727-26da29ec4143 HTTP/1.1" status: 204 len: 168 time: 2.5106263 Jul 25 05:42:53.601514 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 38954) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:53.690289 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc3ee5f-3df5-4296-bd51-98dfa00f60d0 admin admin] Deleting subnet 1c951e4e-a3a2-45e2-bedf-1ac03feeba8c {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:42:53.694144 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2bc3ee5f-3df5-4296-bd51-98dfa00f60d0 admin admin] Publish callbacks [] for subnet (1c951e4e-a3a2-45e2-bedf-1ac03feeba8c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:53.752155 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2bc3ee5f-3df5-4296-bd51-98dfa00f60d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002132'] for subnet (1c951e4e-a3a2-45e2-bedf-1ac03feeba8c), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:53.838557 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1210d4-6632-43e8-93bd-afa66be91b29 req-71b94b2e-e420-4278-98c1-c64dbf20e4db tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:53.840042 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0e1210d4-6632-43e8-93bd-afa66be91b29 req-71b94b2e-e420-4278-98c1-c64dbf20e4db tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 945 time: 0.0633898 Jul 25 05:42:53.922459 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2bc3ee5f-3df5-4296-bd51-98dfa00f60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (1c951e4e-a3a2-45e2-bedf-1ac03feeba8c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:53.946654 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0e1210d4-6632-43e8-93bd-afa66be91b29 req-ea292492-c488-4812-b06c-bca262667a91 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991089 Jul 25 05:42:53.981268 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2bc3ee5f-3df5-4296-bd51-98dfa00f60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61988012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62031678'] for subnet (1c951e4e-a3a2-45e2-bedf-1ac03feeba8c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.007746 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3ee5f-3df5-4296-bd51-98dfa00f60d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c951e4e-a3a2-45e2-bedf-1ac03feeba8c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:54.012022 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2bc3ee5f-3df5-4296-bd51-98dfa00f60d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.015140 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2bc3ee5f-3df5-4296-bd51-98dfa00f60d0 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/1c951e4e-a3a2-45e2-bedf-1ac03feeba8c HTTP/1.1" status: 204 len: 168 time: 0.4148257 Jul 25 05:42:54.018374 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38966) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:54.021433 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b5919-79d0-4f8c-895f-5768ed2852f2 None None] Network 0be019a4-499c-47a6-88b3-5437178c588d requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:42:54.078430 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-79ad9aba-29fb-41a0-974b-17640379293f req-1ed376ce-83dd-4ae0-bb29-f3066510c678 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0366716 Jul 25 05:42:54.095906 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (0be019a4-499c-47a6-88b3-5437178c588d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.151519 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Deleting port 3f4dbea6-91d3-46f7-a117-42389c2610cf {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:42:54.151859 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.216358 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b253e-12d3-4903-8a36-e89aadd1e17d None None] DHCP port deletion for 0be019a4-499c-47a6-88b3-5437178c588d request from dv-cinder-850830-1-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 05:42:54.247169 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] For port 3f4dbea6-91d3-46f7-a117-42389c2610cf, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=3f4dbea6-91d3-46f7-a117-42389c2610cf,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:54.247966 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.257512 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b253e-12d3-4903-8a36-e89aadd1e17d None None] Deleting port 3f4dbea6-91d3-46f7-a117-42389c2610cf {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:42:54.257975 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9d7b253e-12d3-4903-8a36-e89aadd1e17d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.290184 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Calling delete_port for 3f4dbea6-91d3-46f7-a117-42389c2610cf owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:42:54.334164 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9d7b253e-12d3-4903-8a36-e89aadd1e17d None None] For port 3f4dbea6-91d3-46f7-a117-42389c2610cf, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=3f4dbea6-91d3-46f7-a117-42389c2610cf,segment=NetworkSegment(302f7536-e5c7-4942-bc1c-478813f00c28),segment_id=302f7536-e5c7-4942-bc1c-478813f00c28)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:54.334566 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9d7b253e-12d3-4903-8a36-e89aadd1e17d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.348298 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b253e-12d3-4903-8a36-e89aadd1e17d None None] Calling delete_port for 3f4dbea6-91d3-46f7-a117-42389c2610cf owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:42:54.357981 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-abc982a5-6bd0-4b30-b4b6-a1517a16b181 req-ca1a9de6-9d76-4486-ab27-64b4d1862cd1 service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558723 Jul 25 05:42:54.398275 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.426123 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9d7b253e-12d3-4903-8a36-e89aadd1e17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559'] for port (3f4dbea6-91d3-46f7-a117-42389c2610cf), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.432674 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4dbea6-91d3-46f7-a117-42389c2610cf,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:54.438303 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] No DVR routers for this DVR port 3f4dbea6-91d3-46f7-a117-42389c2610cf on host dv-cinder-850830-1-iscsi {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:42:54.460329 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b253e-12d3-4903-8a36-e89aadd1e17d None None] No DVR routers for this DVR port 3f4dbea6-91d3-46f7-a117-42389c2610cf on host dv-cinder-850830-1-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:42:54.464128 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba2647-3432-4995-a9a4-08d20c462cbc req-36825d48-5300-4cb8-bc5a-f22fe0a210c4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:54.465861 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b253e-12d3-4903-8a36-e89aadd1e17d None None] Pushing event deleted for resources: {'Port': ['ID=3f4dbea6-91d3-46f7-a117-42389c2610cf,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:54.465998 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b9ba2647-3432-4995-a9a4-08d20c462cbc req-36825d48-5300-4cb8-bc5a-f22fe0a210c4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 943 time: 0.0539610 Jul 25 05:42:54.513218 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (0be019a4-499c-47a6-88b3-5437178c588d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.515383 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:54.521987 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b9ba2647-3432-4995-a9a4-08d20c462cbc req-61229079-4198-4b8d-956f-ee84afa12958 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496876 Jul 25 05:42:54.536667 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be019a4-499c-47a6-88b3-5437178c588d']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:54.546515 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302f7536-e5c7-4942-bc1c-478813f00c28') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:54.546811 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302f7536-e5c7-4942-bc1c-478813f00c28') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:54.555634 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:54.557669 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61739833'] for segment (302f7536-e5c7-4942-bc1c-478813f00c28), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.577906 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (302f7536-e5c7-4942-bc1c-478813f00c28), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.609614 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:42:54.610028 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61948010'] for segment (302f7536-e5c7-4942-bc1c-478813f00c28), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.646620 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-79d2679b-a37b-41a6-8efc-ee6f5a25725a req-afcbb887-9d4d-4709-9033-6c62921189c3 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 210 time: 0.0495861 Jul 25 05:42:54.680986 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 3f4dbea6-91d3-46f7-a117-42389c2610cf no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:42:54.715619 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 3f4dbea6-91d3-46f7-a117-42389c2610cf {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:42:54.716064 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 3f4dbea6-91d3-46f7-a117-42389c2610cf not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:42:54.716555 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 2ef4812b-cc8f-438f-9c19-871e92e163b0 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:42:54.748300 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 2ef4812b-cc8f-438f-9c19-871e92e163b0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:42:54.749038 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 2ef4812b-cc8f-438f-9c19-871e92e163b0 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:42:54.749216 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 302f7536-e5c7-4942-bc1c-478813f00c28 resource provider aggregate not found Jul 25 05:42:54.794984 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 302f7536-e5c7-4942-bc1c-478813f00c28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 302f7536-e5c7-4942-bc1c-478813f00c28 found for delete ", "request_id": "req-a2867b02-5925-43d9-af1b-803a3aba3e55"}]} Jul 25 05:42:54.814068 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (0be019a4-499c-47a6-88b3-5437178c588d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.836509 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:54.839819 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] 10.222.0.33 "DELETE /v2.0/networks/0be019a4-499c-47a6-88b3-5437178c588d HTTP/1.1" status: 204 len: 168 time: 0.8199098 Jul 25 05:42:54.856901 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f5304-cce1-4119-9ccf-b6a3e075446b admin admin] Pushing event deleted for resources: {'Network': ['ID=0be019a4-499c-47a6-88b3-5437178c588d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:54.868575 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d2581-55ec-441a-a327-744a33bb1320 req-87def064-cbbb-40ff-a6e9-6067de208193 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:54.869999 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-87def064-cbbb-40ff-a6e9-6067de208193 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 812 time: 0.2365103 Jul 25 05:42:54.876532 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-abc982a5-6bd0-4b30-b4b6-a1517a16b181 req-3c6c5149-806a-4f14-91ac-13a460d88df6 service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936895 Jul 25 05:42:54.957248 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38980) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:55.005495 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c897fdb8-4c8b-4650-8f05-eafb62a84d8c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c782b01e8e484fe8bb710aeddc0192d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0448105 Jul 25 05:42:55.005750 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 38984) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:55.054245 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6c3ec77b-74a4-4ffe-9308-8cd9f977525a admin admin] Publish callbacks [] for security_group (13182482-d742-42cd-8ff1-c9e33dc33aa3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:55.059040 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e51bc9-4b58-4160-9c8a-14a1cf5c89f2 req-40f8ed1f-95e2-4ef1-a95a-26431a0f7456 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:55.060519 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-47e51bc9-4b58-4160-9c8a-14a1cf5c89f2 req-40f8ed1f-95e2-4ef1-a95a-26431a0f7456 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 945 time: 0.0474496 Jul 25 05:42:55.076421 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6c3ec77b-74a4-4ffe-9308-8cd9f977525a admin admin] Publish callbacks [] for security_group (13182482-d742-42cd-8ff1-c9e33dc33aa3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:55.081886 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:55.102965 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:55.112297 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-47e51bc9-4b58-4160-9c8a-14a1cf5c89f2 req-918f1fcd-69ac-4358-a1dc-b185cb3adbf2 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453932 Jul 25 05:42:55.137406 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6c3ec77b-74a4-4ffe-9308-8cd9f977525a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (13182482-d742-42cd-8ff1-c9e33dc33aa3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:55.140150 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6c3ec77b-74a4-4ffe-9308-8cd9f977525a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:55.141317 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6c3ec77b-74a4-4ffe-9308-8cd9f977525a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/13182482-d742-42cd-8ff1-c9e33dc33aa3 HTTP/1.1" status: 204 len: 168 time: 0.1346996 Jul 25 05:42:55.150332 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ec77b-74a4-4ffe-9308-8cd9f977525a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13182482-d742-42cd-8ff1-c9e33dc33aa3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:55.202801 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-29018aa8-edd7-4095-b8cf-86bacd29d9fb req-19b77389-b8e8-4932-81b8-2fd21a2deceb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0409939 Jul 25 05:42:55.642460 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9499e-1dad-4cce-ac56-6df24fb232ed req-d6619ba4-286c-41f7-8d1a-ad39f3a84e10 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:55.645278 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-48f9499e-1dad-4cce-ac56-6df24fb232ed req-d6619ba4-286c-41f7-8d1a-ad39f3a84e10 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 943 time: 0.0553873 Jul 25 05:42:55.729773 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-48f9499e-1dad-4cce-ac56-6df24fb232ed req-97bcd5dd-f991-4a57-9c5c-63d7f4570824 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794208 Jul 25 05:42:55.769223 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-14ce76a0-af9f-4094-a693-4b36f9e70bad tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee638472255a48d2bdffa17a4ff22339 HTTP/1.1" status: 200 len: 380 time: 0.1534233 Jul 25 05:42:55.796169 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-24bb08e2-f3af-4708-9528-4ca28457b948 req-6dc32f73-73a8-409d-8974-3316358f3a5d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 210 time: 0.0302298 Jul 25 05:42:55.879809 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39012) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:55.979086 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-837359577-network', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:55.998618 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] Made reservation on behalf of 07879d074bee4b36b1f2f661dc4aeb7f for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:42:56.001201 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:56.009771 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:56.090170 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] Publish callbacks [] for security_group (c04863db-fa0e-4967-a6d3-5b67bdf85b5e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:56.094120 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (c04863db-fa0e-4967-a6d3-5b67bdf85b5e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:56.098499 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:56.127797 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:42:56.135437 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04863db-fa0e-4967-a6d3-5b67bdf85b5e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:56.141519 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (7c1dd7dc-490c-4ee3-9123-e055394d912e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:56.141863 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] Added segment 7c1dd7dc-490c-4ee3-9123-e055394d912e of type vlan for network a3bf226e-5490-492a-a2d4-f65b0aace87c Jul 25 05:42:56.177028 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-db8d2581-55ec-441a-a327-744a33bb1320 req-b8d873d0-5318-4070-8325-7c94cdfe99a0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Request body: {'port': {'device_id': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'admin_state_up': True, 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'security_groups': ['757abf5a-9e50-4137-8b41-4e352e431777']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:56.259555 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (a3bf226e-5490-492a-a2d4-f65b0aace87c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:56.267813 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834bfb9-8c1f-4860-a9b8-0a3371c36052 req-58e3c2b7-696d-4381-b9f6-c75145a8992a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:56.269471 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c834bfb9-8c1f-4860-a9b8-0a3371c36052 req-58e3c2b7-696d-4381-b9f6-c75145a8992a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 945 time: 0.0514235 Jul 25 05:42:56.281448 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:56.320659 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (a3bf226e-5490-492a-a2d4-f65b0aace87c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:56.322024 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:56.322614 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:56.326338 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7b0efabe-7451-4307-b8e1-621a01172273 req-d06ff478-2f00-40d2-9034-e2d41a21a706 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0418293 Jul 25 05:42:56.349673 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c834bfb9-8c1f-4860-a9b8-0a3371c36052 req-a7c72f94-c675-4b71-b976-c236d57de823 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740626 Jul 25 05:42:56.395939 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5150387 Jul 25 05:42:56.399002 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39022) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:56.401884 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab1f90-1193-4855-90ed-522936f4e254 admin admin] Pushing event updated for resources: {'Network': ['ID=a3bf226e-5490-492a-a2d4-f65b0aace87c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:56.404696 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8d2581-55ec-441a-a327-744a33bb1320 req-b8d873d0-5318-4070-8325-7c94cdfe99a0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Made reservation on behalf of ee638472255a48d2bdffa17a4ff22339 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:42:56.405738 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-787d249f-fe91-449e-8b2e-886364622796 admin admin] Request body: {'subnet': {'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-subnet', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:56.408963 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-db8d2581-55ec-441a-a327-744a33bb1320 req-b8d873d0-5318-4070-8325-7c94cdfe99a0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:56.417372 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network a3bf226e-5490-492a-a2d4-f65b0aace87c details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:42:56.490641 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787d249f-fe91-449e-8b2e-886364622796 admin admin] Made reservation on behalf of 07879d074bee4b36b1f2f661dc4aeb7f for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:42:56.493635 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-787d249f-fe91-449e-8b2e-886364622796 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62031643'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:56.520402 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b43df0-156f-48a2-86cf-61f04b6c24ce req-c267408b-f83a-4d1d-b475-64105c15d7c1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:56.521946 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-90b43df0-156f-48a2-86cf-61f04b6c24ce req-c267408b-f83a-4d1d-b475-64105c15d7c1 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 945 time: 0.0862265 Jul 25 05:42:56.534500 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39024) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:56.542998 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-846735bc-472a-4d6a-9f58-3021b62a4895 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Request body: {'floatingip': {'port_id': 'dce542e4-936d-4f42-abff-da12f790ddc3'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:56.615393 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-846735bc-472a-4d6a-9f58-3021b62a4895 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (282ecda8-f807-4598-8ad1-25564f3256af), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:56.620820 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-db8d2581-55ec-441a-a327-744a33bb1320 req-b8d873d0-5318-4070-8325-7c94cdfe99a0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Allocated IP 172.20.0.14 (0bd65f0e-472c-4905-913d-3224424e7dac/2adb0773-3023-49e6-8611-e1d6ff14cd2e/b0866f27-ba8f-4546-9f9a-870e1b130663) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:42:56.753477 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-787d249f-fe91-449e-8b2e-886364622796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61988077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62031625'] for subnet (ecc5ec61-182f-4394-8d5b-0f0b0ace7563), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:56.836626 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d249f-fe91-449e-8b2e-886364622796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc5ec61-182f-4394-8d5b-0f0b0ace7563,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:56.839155 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 8a836452-7655-49c8-9aaf-c2441440165f details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:42:56.885363 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d249f-fe91-449e-8b2e-886364622796 admin admin] Checking segment: {'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:42:56.885835 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d249f-fe91-449e-8b2e-886364622796 admin admin] Network hostable DHCP agents. Network: a3bf226e-5490-492a-a2d4-f65b0aace87c, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:42:56.918307 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:56.930712 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daa93e-d5c2-4e6e-826b-2e1dce66736a req-d78676b5-54c1-4b2d-83df-dbc672307e96 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:56.932411 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-46daa93e-d5c2-4e6e-826b-2e1dce66736a req-d78676b5-54c1-4b2d-83df-dbc672307e96 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 943 time: 0.0979991 Jul 25 05:42:56.942501 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-e8a2d97d-3080-4868-a742-6c067c5bb906 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:56.943996 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-e8a2d97d-3080-4868-a742-6c067c5bb906 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.43 "GET /v2.0/networks?id=9e8a2b36-0a33-4763-b71a-50bb1209bd57 HTTP/1.1" status: 200 len: 810 time: 0.3657260 Jul 25 05:42:56.959903 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7288f1d2-7370-4aad-8d01-8fd60590e011 req-a5209ab7-de2e-4b59-97e9-c2e23d0b9435 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 210 time: 0.0573466 Jul 25 05:42:56.966960 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d249f-fe91-449e-8b2e-886364622796 admin admin] Network a3bf226e-5490-492a-a2d4-f65b0aace87c is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:42:57.002951 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-787d249f-fe91-449e-8b2e-886364622796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, a3bf226e-5490-492a-a2d4-f65b0aace87c) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:57.012698 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787d249f-fe91-449e-8b2e-886364622796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:57.013526 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-787d249f-fe91-449e-8b2e-886364622796 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.022220 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2514b05-df4e-4abe-83ff-ca104289592d None None] Network a3bf226e-5490-492a-a2d4-f65b0aace87c requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:42:57.025806 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:57.034702 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-46daa93e-d5c2-4e6e-826b-2e1dce66736a req-9f42d7e7-ea4c-44eb-9d5b-44ba53dd30ce tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775893 Jul 25 05:42:57.042836 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-787d249f-fe91-449e-8b2e-886364622796 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6427171 Jul 25 05:42:57.046105 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39034) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:42:57.061212 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:57.072285 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-db8d2581-55ec-441a-a327-744a33bb1320 req-b8d873d0-5318-4070-8325-7c94cdfe99a0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.082801 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-728'] for router (f632e564-9df5-4703-a6b8-dcc5255d2e94), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.084693 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-751'] for router (f632e564-9df5-4703-a6b8-dcc5255d2e94), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.108164 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 8a836452-7655-49c8-9aaf-c2441440165f, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=8a836452-7655-49c8-9aaf-c2441440165f,segment=NetworkSegment(ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5),segment_id=ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:57.131041 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '8a836452-7655-49c8-9aaf-c2441440165f', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'port_id': '8a836452-7655-49c8-9aaf-c2441440165f', 'mac_address': 'fa:16:3e:9f:87:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:42:57.144692 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:57.151659 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Publish callbacks [] for router_controller (f632e564-9df5-4703-a6b8-dcc5255d2e94), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.192230 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fd5b1d1-d160-5e6d-81c3-07e62fcf4b68-a3bf226e-5490-492a-a2d4-f65b0aace87c', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563'}]}} from dv-cinder-850830-1-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:42:57.193679 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.206279 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 8a836452-7655-49c8-9aaf-c2441440165f is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:57.206668 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (8a836452-7655-49c8-9aaf-c2441440165f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.222542 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:57.223644 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-9010ed3a-92f8-46c0-afc4-556dcb73d901 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0b7d41e75df46f28cebff70c16d4750 HTTP/1.1" status: 200 len: 379 time: 0.2347014 Jul 25 05:42:57.234234 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a836452-7655-49c8-9aaf-c2441440165f {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:42:57.237855 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-2d68aa33-2987-4d94-85bd-0ecfc2b5ae06 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Request body: {'port': {'device_id': '4d3a0531-7a5e-4b9c-bb23-5079be9a101d', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'admin_state_up': True, 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'security_groups': ['699267a1-5784-4267-95de-8b35b23d31e0']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:57.241561 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:57.293733 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-db8d2581-55ec-441a-a327-744a33bb1320 req-b8d873d0-5318-4070-8325-7c94cdfe99a0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.300097 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Publish callbacks [] for router_gateway (f632e564-9df5-4703-a6b8-dcc5255d2e94), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.303671 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:57.303888 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 8a836452-7655-49c8-9aaf-c2441440165f, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=8a836452-7655-49c8-9aaf-c2441440165f,segment=NetworkSegment(ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5),segment_id=ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:57.310937 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (8a836452-7655-49c8-9aaf-c2441440165f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.405261 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d873d0-5318-4070-8325-7c94cdfe99a0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'Port': ['ID=b0866f27-ba8f-4546-9f9a-870e1b130663,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:57.445154 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8d2581-55ec-441a-a327-744a33bb1320 req-b8d873d0-5318-4070-8325-7c94cdfe99a0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Network 0bd65f0e-472c-4905-913d-3224424e7dac is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:57.458479 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-db8d2581-55ec-441a-a327-744a33bb1320 req-b8d873d0-5318-4070-8325-7c94cdfe99a0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:57.481887 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=8a836452-7655-49c8-9aaf-c2441440165f,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:57.539923 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef252157-6797-4e31-8485-dd3a93c243e5 req-7c03bb99-69db-4175-94b4-af1d227664e5 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:57.541868 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ef252157-6797-4e31-8485-dd3a93c243e5 req-7c03bb99-69db-4175-94b4-af1d227664e5 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 932 time: 0.0960793 Jul 25 05:42:57.544424 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8d2581-55ec-441a-a327-744a33bb1320 req-b8d873d0-5318-4070-8325-7c94cdfe99a0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:42:57.602252 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d2581-55ec-441a-a327-744a33bb1320 req-b8d873d0-5318-4070-8325-7c94cdfe99a0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:57.603043 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-db8d2581-55ec-441a-a327-744a33bb1320 req-b8d873d0-5318-4070-8325-7c94cdfe99a0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.646841 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Allocated IP 172.20.0.2 (a3bf226e-5490-492a-a2d4-f65b0aace87c/ecc5ec61-182f-4394-8d5b-0f0b0ace7563/ae415ac7-92e0-499f-9b81-b544631bca62) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:42:57.658592 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-b8d873d0-5318-4070-8325-7c94cdfe99a0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4881389 Jul 25 05:42:57.667796 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-846735bc-472a-4d6a-9f58-3021b62a4895 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.681840 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Request body: {'port': {'device_id': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:57.693001 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ef252157-6797-4e31-8485-dd3a93c243e5 req-b00df14d-5ef7-465e-a3c9-fe0aae6cea43 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192739 Jul 25 05:42:57.702836 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Publish callbacks [] for router_gateway (f632e564-9df5-4703-a6b8-dcc5255d2e94), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.710682 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-846735bc-472a-4d6a-9f58-3021b62a4895 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (282ecda8-f807-4598-8ad1-25564f3256af), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.726814 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.746759 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.db.api [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1062, "Duplicate entry 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef-fa:16:3e:38:c3:56' for key 'ports.uniq_ports0network_id0mac_address'") Jul 25 05:42:57.746759 dv-cinder-850830-1-iscsi neutron-server[104223]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 25 05:42:57.746759 dv-cinder-850830-1-iscsi neutron-server[104223]: [parameters: {'project_id': '', 'id': 'a5e11b6a-4e75-4916-8980-ffc6f7773bc3', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'mac_address': 'fa:16:3e:38:c3:56', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'ip_allocation': None, 'standard_attr_id': 537}] Jul 25 05:42:57.746759 dv-cinder-850830-1-iscsi neutron-server[104223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 05:42:57.748215 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG oslo_db.api [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 05:42:57.759315 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-2d68aa33-2987-4d94-85bd-0ecfc2b5ae06 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Made reservation on behalf of f0b7d41e75df46f28cebff70c16d4750 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:42:57.762419 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['8a836452-7655-49c8-9aaf-c2441440165f'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:42:57.763039 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-2d68aa33-2987-4d94-85bd-0ecfc2b5ae06 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.852591 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5cb5f282-14e8-426b-a0e8-c8ccf24ef912 None None] Provisioning complete for port b0866f27-ba8f-4546-9f9a-870e1b130663 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:57.852966 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f282-14e8-426b-a0e8-c8ccf24ef912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.858167 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.920998 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:57.946395 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Publish callbacks [] for port (ae415ac7-92e0-499f-9b81-b544631bca62), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.947684 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5f282-14e8-426b-a0e8-c8ccf24ef912 None None] Port b0866f27-ba8f-4546-9f9a-870e1b130663 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:42:57.962382 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:57.963927 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-846735bc-472a-4d6a-9f58-3021b62a4895 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Floating IP 282ecda8-f807-4598-8ad1-25564f3256af associated. External IP: 172.27.3.54, port: dce542e4-936d-4f42-abff-da12f790ddc3. Jul 25 05:42:57.973179 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:58.012824 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Network a3bf226e-5490-492a-a2d4-f65b0aace87c is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:58.024514 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:58.030180 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:42:58.067626 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Pushing event updated for resources: {'Port': ['ID=ae415ac7-92e0-499f-9b81-b544631bca62,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:58.110440 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-13a7272e-3b97-46f3-8d70-d2e5d930f7b7 req-dd50f4e9-fda4-49f1-a439-98f381a0d3e1 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 210 time: 0.0504007 Jul 25 05:42:58.123887 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Attempting to bind port ae415ac7-92e0-499f-9b81-b544631bca62 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:42:58.124266 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Attempting to bind port ae415ac7-92e0-499f-9b81-b544631bca62 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:42:58.124623 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Attempting to bind port ae415ac7-92e0-499f-9b81-b544631bca62 on network a3bf226e-5490-492a-a2d4-f65b0aace87c {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:42:58.143010 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:42:58.143781 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Checking segment: {'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:42:58.144976 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:58.145385 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Bound using segment: {'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:42:58.145882 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Bound port: ae415ac7-92e0-499f-9b81-b544631bca62, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:42:58.146264 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:58.185318 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca5eb0-0594-4e51-a08d-1eb00a75bceb req-39d81543-5416-4c2d-9a9e-54b31bd6982d tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:58.187025 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-15ca5eb0-0594-4e51-a08d-1eb00a75bceb req-39d81543-5416-4c2d-9a9e-54b31bd6982d tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 944 time: 0.0565224 Jul 25 05:42:58.223414 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-71a6232e-b925-440c-af8f-072143064db1 None None] For port ae415ac7-92e0-499f-9b81-b544631bca62, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:42:58.227181 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-71a6232e-b925-440c-af8f-072143064db1 None None] For port ae415ac7-92e0-499f-9b81-b544631bca62, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=ae415ac7-92e0-499f-9b81-b544631bca62,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:42:58.234287 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:58.241027 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-15ca5eb0-0594-4e51-a08d-1eb00a75bceb req-f60b45fb-24d9-4cac-8539-f42f239af4bb tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478370 Jul 25 05:42:58.249385 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:58.296939 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6232e-b925-440c-af8f-072143064db1 None None] Pushing event updated for resources: {'Port': ['ID=ae415ac7-92e0-499f-9b81-b544631bca62,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:58.368445 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:58.386006 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Allocated IP 172.27.3.115 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:42:58.408915 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-2d68aa33-2987-4d94-85bd-0ecfc2b5ae06 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Allocated IP 172.20.0.3 (9e8a2b36-0a33-4763-b71a-50bb1209bd57/e90ad6d8-8def-4a90-a2f2-756814ec1124/7bfd86de-8081-4beb-baeb-694e95587519) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:42:58.537595 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Publish callbacks [] for port (f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:58.581220 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:58.636141 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:58.646012 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:58.646012 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Pushing event updated for resources: {'Port': ['ID=f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:58.648064 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:42:58.721800 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device ae415ac7-92e0-499f-9b81-b544631bca62 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:42:58.786142 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:58.789185 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port ae415ac7-92e0-499f-9b81-b544631bca62 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:58.789915 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:58.832269 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0866f27-ba8f-4546-9f9a-870e1b130663 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:42:58.840156 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:58.849874 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:58.850433 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Publish callbacks [] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:58.854196 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846735bc-472a-4d6a-9f58-3021b62a4895 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:42:58.856052 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 8a836452-7655-49c8-9aaf-c2441440165f up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:42:58.857577 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-2d68aa33-2987-4d94-85bd-0ecfc2b5ae06 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for port (7bfd86de-8081-4beb-baeb-694e95587519), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:58.878134 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afef86-56c9-4429-9b6c-1c68e8023ced req-306bc240-b9da-4287-aa0b-03b9892da568 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:58.880232 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-18afef86-56c9-4429-9b6c-1c68e8023ced req-306bc240-b9da-4287-aa0b-03b9892da568 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 932 time: 0.0906339 Jul 25 05:42:58.880879 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Transition to ACTIVE for port object b0866f27-ba8f-4546-9f9a-870e1b130663 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:42:58.929593 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:58.947110 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port ae415ac7-92e0-499f-9b81-b544631bca62 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:58.947509 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:58.958258 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 8a836452-7655-49c8-9aaf-c2441440165f completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:42:58.973387 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 8a836452-7655-49c8-9aaf-c2441440165f triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:58.974099 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (8a836452-7655-49c8-9aaf-c2441440165f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:59.005984 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port ae415ac7-92e0-499f-9b81-b544631bca62, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=ae415ac7-92e0-499f-9b81-b544631bca62,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:59.021603 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:59.029713 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-2d68aa33-2987-4d94-85bd-0ecfc2b5ae06 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (7bfd86de-8081-4beb-baeb-694e95587519), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:59.035432 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:59.053091 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Pushing event updated for resources: {'Port': ['ID=b0866f27-ba8f-4546-9f9a-870e1b130663,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:59.131952 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=ae415ac7-92e0-499f-9b81-b544631bca62,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:59.144739 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-2d68aa33-2987-4d94-85bd-0ecfc2b5ae06 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:42:59.152316 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:59.181016 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-2d68aa33-2987-4d94-85bd-0ecfc2b5ae06 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:42:59.183793 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-2d68aa33-2987-4d94-85bd-0ecfc2b5ae06 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:42:59.194438 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846735bc-472a-4d6a-9f58-3021b62a4895 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:42:59.201176 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-846735bc-472a-4d6a-9f58-3021b62a4895 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:59.230242 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e8089-8806-478a-bc0c-b7f71a20c981 None None] Sync routers for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:42:59.257886 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e8089-8806-478a-bc0c-b7f71a20c981 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:42:59.258690 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-351e8089-8806-478a-bc0c-b7f71a20c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:59.309681 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68aa33-2987-4d94-85bd-0ecfc2b5ae06 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event updated for resources: {'Port': ['ID=7bfd86de-8081-4beb-baeb-694e95587519,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:59.314041 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:42:59.316811 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 8a836452-7655-49c8-9aaf-c2441440165f is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:42:59.317301 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (8a836452-7655-49c8-9aaf-c2441440165f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:59.383351 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-846735bc-472a-4d6a-9f58-3021b62a4895 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "PUT /v2.0/floatingips/282ecda8-f807-4598-8ad1-25564f3256af HTTP/1.1" status: 200 len: 990 time: 2.8465612 Jul 25 05:42:59.388870 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9692b9-6007-40bf-80f1-a00b4a96d599', 'tag': 'dce542e4-936d-4f42-abff-da12f790ddc3'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:42:59.397401 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505133c0-d18c-495b-a980-3a769c9aaf23" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9692b9-6007-40bf-80f1-a00b4a96d599", "tag": "dce542e4-936d-4f42-abff-da12f790ddc3"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:42:59.399949 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a836452-7655-49c8-9aaf-c2441440165f'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:42:59.402346 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34102d8-9217-4bb1-83e6-4b055e4bd0be" -d '{"events": [{"server_uuid": "5a30608a-b03b-41fb-95be-6ba3eba17562", "name": "network-vif-plugged", "status": "completed", "tag": "8a836452-7655-49c8-9aaf-c2441440165f"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:42:59.404715 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Attempting to bind port b0866f27-ba8f-4546-9f9a-870e1b130663 on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:42:59.405086 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Attempting to bind port b0866f27-ba8f-4546-9f9a-870e1b130663 by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:42:59.406065 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Attempting to bind port b0866f27-ba8f-4546-9f9a-870e1b130663 on network 0bd65f0e-472c-4905-913d-3224424e7dac {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:42:59.420377 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-2d68aa33-2987-4d94-85bd-0ecfc2b5ae06 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:59.421092 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-2d68aa33-2987-4d94-85bd-0ecfc2b5ae06 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:59.434983 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Port b0866f27-ba8f-4546-9f9a-870e1b130663 on network 0bd65f0e-472c-4905-913d-3224424e7dac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:42:59.435307 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Attempting to bind port b0866f27-ba8f-4546-9f9a-870e1b130663 on network 0bd65f0e-472c-4905-913d-3224424e7dac {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:42:59.438445 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 8a836452-7655-49c8-9aaf-c2441440165f, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=8a836452-7655-49c8-9aaf-c2441440165f,segment=NetworkSegment(ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5),segment_id=ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:42:59.447743 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:42:59.448084 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Checking segment: {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:42:59.448471 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Bound using segment: {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:42:59.448934 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Bound port: b0866f27-ba8f-4546-9f9a-870e1b130663, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:42:59.449299 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:59.458416 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (8a836452-7655-49c8-9aaf-c2441440165f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:59.474382 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-2d68aa33-2987-4d94-85bd-0ecfc2b5ae06 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2420151 Jul 25 05:42:59.495905 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-18afef86-56c9-4429-9b6c-1c68e8023ced req-09c21d77-667e-47fb-999b-770d12504331 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6091437 Jul 25 05:42:59.525008 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-351e8089-8806-478a-bc0c-b7f71a20c981 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:42:59.559692 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] For port b0866f27-ba8f-4546-9f9a-870e1b130663, host hv-cinder-85083, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:42:59.566228 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] For port b0866f27-ba8f-4546-9f9a-870e1b130663, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=b0866f27-ba8f-4546-9f9a-870e1b130663,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:42:59.575341 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Request body: {'port': {'device_id': '4d3a0531-7a5e-4b9c-bb23-5079be9a101d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:42:59.618909 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083cade-92d7-4207-b007-0090c25e8c74 req-42fc4804-36a0-480f-ad51-eeaf268ad57b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:59.620511 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5083cade-92d7-4207-b007-0090c25e8c74 req-42fc4804-36a0-480f-ad51-eeaf268ad57b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 931 time: 0.1828380 Jul 25 05:42:59.626002 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:59.635811 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Publish callbacks [] for router_gateway (f632e564-9df5-4703-a6b8-dcc5255d2e94), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:59.643572 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=8a836452-7655-49c8-9aaf-c2441440165f,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:59.662522 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-de8eb1b7-2ee8-4df9-ad6a-1940e1416e0a None None] Provisioning complete for port 7bfd86de-8081-4beb-baeb-694e95587519 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:42:59.662900 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-de8eb1b7-2ee8-4df9-ad6a-1940e1416e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (7bfd86de-8081-4beb-baeb-694e95587519), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:59.725736 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1478d-d5d9-494f-bcce-e58f1598d8b3 req-05c4d8c7-8ae1-476c-bafe-bc8f97b50181 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:59.730248 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-de8eb1b7-2ee8-4df9-ad6a-1940e1416e0a None None] Port 7bfd86de-8081-4beb-baeb-694e95587519 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:42:59.732670 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eaf1478d-d5d9-494f-bcce-e58f1598d8b3 req-05c4d8c7-8ae1-476c-bafe-bc8f97b50181 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 945 time: 0.1095943 Jul 25 05:42:59.751982 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:42:59.753608 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:59.754535 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] 10.222.0.43 "PUT /v2.0/ports/b0866f27-ba8f-4546-9f9a-870e1b130663 HTTP/1.1" status: 200 len: 1094 time: 2.0821903 Jul 25 05:42:59.755890 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c7ef4-75fb-45c1-9bbd-b1e1423fdf31 service neutron] Pushing event updated for resources: {'Port': ['ID=b0866f27-ba8f-4546-9f9a-870e1b130663,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:42:59.769095 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (7bfd86de-8081-4beb-baeb-694e95587519), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:42:59.813470 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5083cade-92d7-4207-b007-0090c25e8c74 req-da13ed1c-0e51-40d1-91a4-b719507140a6 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=699267a1-5784-4267-95de-8b35b23d31e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791761 Jul 25 05:42:59.831737 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0759d0-c582-4d4d-b490-c34ddd57ca94 None None] Network a3bf226e-5490-492a-a2d4-f65b0aace87c requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:42:59.899817 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeee62c-5e99-4959-9383-aea93291cb7e x-openstack-request-id: req-efeee62c-5e99-4959-9383-aea93291cb7e {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:42:59.900172 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9692b9-6007-40bf-80f1-a00b4a96d599", "tag": "dce542e4-936d-4f42-abff-da12f790ddc3", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:42:59.900372 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-efeee62c-5e99-4959-9383-aea93291cb7e {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:42:59.900732 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efeee62c-5e99-4959-9383-aea93291cb7e'] response: {'name': 'network-changed', 'server_uuid': '0a9692b9-6007-40bf-80f1-a00b4a96d599', 'tag': 'dce542e4-936d-4f42-abff-da12f790ddc3', 'status': 'completed', 'code': 200} Jul 25 05:42:59.919152 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eaf1478d-d5d9-494f-bcce-e58f1598d8b3 req-e0a07a03-6893-4c76-9dbf-68ec52ea266f tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856375 Jul 25 05:42:59.947081 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8407c4eb-28b8-46cf-8ff2-d4287b67d365 x-openstack-request-id: req-8407c4eb-28b8-46cf-8ff2-d4287b67d365 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:42:59.947440 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a30608a-b03b-41fb-95be-6ba3eba17562", "name": "network-vif-plugged", "status": "completed", "tag": "8a836452-7655-49c8-9aaf-c2441440165f", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:42:59.947625 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8407c4eb-28b8-46cf-8ff2-d4287b67d365 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:42:59.948014 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8407c4eb-28b8-46cf-8ff2-d4287b67d365'] response: {'server_uuid': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a836452-7655-49c8-9aaf-c2441440165f', 'code': 200} Jul 25 05:42:59.951027 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-351e8089-8806-478a-bc0c-b7f71a20c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '282ecda8-f807-4598-8ad1-25564f3256af', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.54', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': 'dce542e4-936d-4f42-abff-da12f790ddc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:ee:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9692b9-6007-40bf-80f1-a00b4a96d599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:42:29Z', 'updated_at': '2022-07-25T05:42:57Z', 'revision_number': 1, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:42:59.981799 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:00.014036 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e8089-8806-478a-bc0c-b7f71a20c981 None None] Checking router: 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:43:00.015845 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-28a0f6c6-5747-4bd3-ad32-8167dd844ae5 None None] Provisioning complete for port ae415ac7-92e0-499f-9b81-b544631bca62 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:00.016259 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-28a0f6c6-5747-4bd3-ad32-8167dd844ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:00.057707 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d2581-55ec-441a-a327-744a33bb1320 req-9a2a0ad5-3503-48f7-b9df-c39ece7c86d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:00.059409 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-9a2a0ad5-3503-48f7-b9df-c39ece7c86d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 1128 time: 0.2148430 Jul 25 05:43:00.080335 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e8089-8806-478a-bc0c-b7f71a20c981 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:00.081017 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-351e8089-8806-478a-bc0c-b7f71a20c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:00.099227 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775234'] for router (f632e564-9df5-4703-a6b8-dcc5255d2e94), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:00.119345 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-6db2f908-a262-4720-9113-a4208d76f908 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0866f27-ba8f-4546-9f9a-870e1b130663 HTTP/1.1" status: 200 len: 217 time: 0.0439179 Jul 25 05:43:00.126350 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505133c0-d18c-495b-a980-3a769c9aaf23 req-5961e285-d36f-4aa8-aaf0-d2061b33d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:00.128120 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-505133c0-d18c-495b-a980-3a769c9aaf23 req-5961e285-d36f-4aa8-aaf0-d2061b33d91a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42066c73ac8f4e5c883204dfc66245c0&device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 1129 time: 0.1246128 Jul 25 05:43:00.244915 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172701e7-00cc-441e-9459-3d38a1bb6db2 req-504a4b10-2220-4a48-badb-aa815db82bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:00.246610 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-172701e7-00cc-441e-9459-3d38a1bb6db2 req-504a4b10-2220-4a48-badb-aa815db82bea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 1129 time: 0.0830729 Jul 25 05:43:00.291626 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fb77d7f6-b3a8-4a92-9192-fed1e8872b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:00.293429 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-fb77d7f6-b3a8-4a92-9192-fed1e8872b1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2adb0773-3023-49e6-8611-e1d6ff14cd2e HTTP/1.1" status: 200 len: 851 time: 0.1464767 Jul 25 05:43:00.318640 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-172701e7-00cc-441e-9459-3d38a1bb6db2 req-65cb191c-ad4d-46cc-85df-6693f6238da8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619130 Jul 25 05:43:00.330964 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Router f632e564-9df5-4703-a6b8-dcc5255d2e94 is scheduled to L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:43:00.366900 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:00.384537 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-351e8089-8806-478a-bc0c-b7f71a20c981 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:00.387487 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-28a0f6c6-5747-4bd3-ad32-8167dd844ae5 None None] Current status of the port ae415ac7-92e0-499f-9b81-b544631bca62 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:00.391276 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d2581-55ec-441a-a327-744a33bb1320 req-14895a72-cd70-4f08-acd9-f08c9a172ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:00.393477 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-14895a72-cd70-4f08-acd9-f08c9a172ff2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bd65f0e-472c-4905-913d-3224424e7dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0914619 Jul 25 05:43:00.398539 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505133c0-d18c-495b-a980-3a769c9aaf23 req-84f7f377-709a-4964-810d-efddb4acc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:00.399979 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-505133c0-d18c-495b-a980-3a769c9aaf23 req-84f7f377-709a-4964-810d-efddb4acc90f service neutron] 10.222.0.43 "GET /v2.0/networks?id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 200 len: 915 time: 0.2544212 Jul 25 05:43:00.445208 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bfd86de-8081-4beb-baeb-694e95587519 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:43:00.449454 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:00.454015 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Publish callbacks [] for port (7bfd86de-8081-4beb-baeb-694e95587519), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:00.459042 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:00.460828 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:43:00.463853 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:00.478371 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Sync routers for ids ['f632e564-9df5-4703-a6b8-dcc5255d2e94'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:43:00.479065 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Transition to ACTIVE for port object 7bfd86de-8081-4beb-baeb-694e95587519 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:43:00.485363 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (7bfd86de-8081-4beb-baeb-694e95587519), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:00.492001 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:00.493364 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Routers {'f632e564-9df5-4703-a6b8-dcc5255d2e94'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:00.494667 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e3fa4b02-4d00-4c8a-b7d7-ebf66b00e14f admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4472752 Jul 25 05:43:00.494863 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['f632e564-9df5-4703-a6b8-dcc5255d2e94'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:00.498816 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39056) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:00.590184 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Pushing event updated for resources: {'Port': ['ID=7bfd86de-8081-4beb-baeb-694e95587519,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:00.680506 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Set router f632e564-9df5-4703-a6b8-dcc5255d2e94 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:00.746945 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:00.774965 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-351e8089-8806-478a-bc0c-b7f71a20c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '282ecda8-f807-4598-8ad1-25564f3256af', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.54', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': 'dce542e4-936d-4f42-abff-da12f790ddc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:ee:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9692b9-6007-40bf-80f1-a00b4a96d599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:42:29Z', 'updated_at': '2022-07-25T05:42:57Z', 'revision_number': 1, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:00.783833 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8597e6-0847-4279-a063-d9d02cc78a85 req-a75ac498-8f1b-4ab7-ae44-fb81c495926a tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:00.784814 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device ae415ac7-92e0-499f-9b81-b544631bca62 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:43:00.791143 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7e8597e6-0847-4279-a063-d9d02cc78a85 req-a75ac498-8f1b-4ab7-ae44-fb81c495926a tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 944 time: 0.1505065 Jul 25 05:43:00.862025 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-505133c0-d18c-495b-a980-3a769c9aaf23 req-c1166c4e-e501-4705-a2f1-882efacc0644 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce542e4-936d-4f42-abff-da12f790ddc3 HTTP/1.1" status: 200 len: 998 time: 0.2592835 Jul 25 05:43:00.867552 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e8089-8806-478a-bc0c-b7f71a20c981 None None] The sync data for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi is: [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '282ecda8-f807-4598-8ad1-25564f3256af', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'floating_ip_address': '172.27.3.54', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'port_id': 'dce542e4-936d-4f42-abff-da12f790ddc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'mac_address': 'fa:16:3e:ee:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9692b9-6007-40bf-80f1-a00b4a96d599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:42:29Z', 'updated_at': '2022-07-25T05:42:57Z', 'revision_number': 1, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:43:00.880172 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d92629c4-326c-4bc1-9c9d-d4f992abcd3e None None] Provisioning complete for port ae415ac7-92e0-499f-9b81-b544631bca62 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:00.884813 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d92629c4-326c-4bc1-9c9d-d4f992abcd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:00.975242 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:00.992967 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Attempting to bind port 7bfd86de-8081-4beb-baeb-694e95587519 on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:43:00.993304 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Attempting to bind port 7bfd86de-8081-4beb-baeb-694e95587519 by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:43:00.993627 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Attempting to bind port 7bfd86de-8081-4beb-baeb-694e95587519 on network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:43:01.022878 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Port 7bfd86de-8081-4beb-baeb-694e95587519 on network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:43:01.023583 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Attempting to bind port 7bfd86de-8081-4beb-baeb-694e95587519 on network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:43:01.029864 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port ae415ac7-92e0-499f-9b81-b544631bca62 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:01.030578 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:01.039915 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:43:01.039915 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Checking segment: {'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:43:01.040250 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Bound using segment: {'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:43:01.040459 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Bound port: 7bfd86de-8081-4beb-baeb-694e95587519, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:43:01.040770 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (7bfd86de-8081-4beb-baeb-694e95587519), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:01.044174 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-defca1c6-bb86-480d-ae40-15e765b3c8f2 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393108 Jul 25 05:43:01.047080 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505133c0-d18c-495b-a980-3a769c9aaf23 req-00e0fdb5-1323-4515-8f0f-29b434beb04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:01.048425 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-505133c0-d18c-495b-a980-3a769c9aaf23 req-00e0fdb5-1323-4515-8f0f-29b434beb04f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6b699d7-df42-453b-8891-f9d892555252 HTTP/1.1" status: 200 len: 853 time: 0.0927155 Jul 25 05:43:01.062530 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7e8597e6-0847-4279-a063-d9d02cc78a85 req-a07af310-0b91-4df8-8fba-3b4283f8ffa3 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704163 Jul 25 05:43:01.072661 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d92629c4-326c-4bc1-9c9d-d4f992abcd3e None None] Current status of the port ae415ac7-92e0-499f-9b81-b544631bca62 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:01.115427 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port ae415ac7-92e0-499f-9b81-b544631bca62 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:01.116765 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f524c7-cc77-4706-b7dd-e649c1c43282 req-531b1ae2-1582-48f0-925c-c612bc2eade4 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:01.118359 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49f524c7-cc77-4706-b7dd-e649c1c43282 req-531b1ae2-1582-48f0-925c-c612bc2eade4 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 943 time: 0.1504061 Jul 25 05:43:01.139679 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:42:58Z', 'revision_number': 3, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:01.172189 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Checking router: f632e564-9df5-4703-a6b8-dcc5255d2e94 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:43:01.172807 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Updating router f632e564-9df5-4703-a6b8-dcc5255d2e94 port f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe binding host dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:43:01.227686 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505133c0-d18c-495b-a980-3a769c9aaf23 req-fd5c634f-1165-4d3e-8132-7e836344f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:01.229148 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:01.238281 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-505133c0-d18c-495b-a980-3a769c9aaf23 req-fd5c634f-1165-4d3e-8132-7e836344f0ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fec420c3-be12-4a0c-92d9-7ad0ead1f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1701810 Jul 25 05:43:01.271965 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3117798-ffb0-4f79-848e-db32628e089d None None] New status for floating IP 282ecda8-f807-4598-8ad1-25564f3256af: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:43:01.288595 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] For port 7bfd86de-8081-4beb-baeb-694e95587519, host hv-cinder-85083, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:43:01.288772 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49f524c7-cc77-4706-b7dd-e649c1c43282 req-dc8b552c-bee1-42c1-b38e-13d2d3916914 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=699267a1-5784-4267-95de-8b35b23d31e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631732 Jul 25 05:43:01.292187 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] For port 7bfd86de-8081-4beb-baeb-694e95587519, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=7bfd86de-8081-4beb-baeb-694e95587519,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:43:01.295252 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-db8d2581-55ec-441a-a327-744a33bb1320 req-a39ea0bb-1532-405f-8984-a48f78fe4043 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380271 Jul 25 05:43:01.311055 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (7bfd86de-8081-4beb-baeb-694e95587519), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:01.340452 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156a987-fad1-47c8-a10c-0d588aeae753 req-7c67a81f-08eb-4de2-aba1-090d014ef36a tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:01.341905 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2156a987-fad1-47c8-a10c-0d588aeae753 req-7c67a81f-08eb-4de2-aba1-090d014ef36a tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 945 time: 0.1242099 Jul 25 05:43:01.366207 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:01.366833 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:01.369056 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] 10.222.0.43 "PUT /v2.0/ports/7bfd86de-8081-4beb-baeb-694e95587519 HTTP/1.1" status: 200 len: 1093 time: 1.7988358 Jul 25 05:43:01.390640 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549ab75-bc28-47f3-904e-42ce230a5c71 service neutron] Pushing event updated for resources: {'Port': ['ID=7bfd86de-8081-4beb-baeb-694e95587519,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:01.443661 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2156a987-fad1-47c8-a10c-0d588aeae753 req-833487e1-aa7b-47c1-a911-3f25444d007e tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895865 Jul 25 05:43:01.496811 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:01.586856 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Publish callbacks [] for port (f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:01.596277 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:01.652847 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Attempting to bind port f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:43:01.653163 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Attempting to bind port f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:43:01.653632 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Attempting to bind port f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe on network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:43:01.656603 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e44c6-bc8f-4a41-9f4c-a68dde73320f None None] Pushing event updated for resources: {'Port': ['ID=f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:01.661859 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:43:01.662228 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Checking segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:43:01.662622 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:01.663001 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Bound using segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:43:01.663646 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Bound port: f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:43:01.664338 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:01.674641 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Allocated IP 172.20.0.1 (a3bf226e-5490-492a-a2d4-f65b0aace87c/ecc5ec61-182f-4394-8d5b-0f0b0ace7563/05524308-2487-450f-b659-5cc0b82eeffb) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:43:01.702016 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:01.719926 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] For port f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:43:01.723487 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] For port f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:43:01.730327 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:01.779349 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:01.790288 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Publish callbacks [] for port (05524308-2487-450f-b659-5cc0b82eeffb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:01.795305 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Routers {'f632e564-9df5-4703-a6b8-dcc5255d2e94'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:01.795937 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['f632e564-9df5-4703-a6b8-dcc5255d2e94'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:01.800822 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e44c6-bc8f-4a41-9f4c-a68dde73320f None None] Pushing event updated for resources: {'Port': ['ID=f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:01.827273 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (05524308-2487-450f-b659-5cc0b82eeffb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:01.871539 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Network a3bf226e-5490-492a-a2d4-f65b0aace87c is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:43:01.874817 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:43:01.879034 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:43:01.913545 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'tag': 'b0866f27-ba8f-4546-9f9a-870e1b130663'}, {'name': 'network-changed', 'server_uuid': '4d3a0531-7a5e-4b9c-bb23-5079be9a101d', 'tag': '7bfd86de-8081-4beb-baeb-694e95587519'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:43:01.915491 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Pushing event updated for resources: {'Port': ['ID=05524308-2487-450f-b659-5cc0b82eeffb,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:01.917675 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec241b8a-1396-411e-98ea-71f8d380fbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc622d78-aba1-429a-8fe6-b3b0252bc63e", "tag": "b0866f27-ba8f-4546-9f9a-870e1b130663"}, {"name": "network-changed", "server_uuid": "4d3a0531-7a5e-4b9c-bb23-5079be9a101d", "tag": "7bfd86de-8081-4beb-baeb-694e95587519"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:43:01.931142 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663993'] for router_interface (f632e564-9df5-4703-a6b8-dcc5255d2e94), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:01.966645 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-505133c0-d18c-495b-a980-3a769c9aaf23 req-8bf55096-9ddd-4140-8ea6-dc75bb63e4ce service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272480 Jul 25 05:43:01.976399 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] Set router f632e564-9df5-4703-a6b8-dcc5255d2e94 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:01.988113 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Jul 2022 05:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a236225f-57bd-41cb-87f4-53d0a7f38e6e x-openstack-request-id: req-a236225f-57bd-41cb-87f4-53d0a7f38e6e {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:43:01.988399 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc622d78-aba1-429a-8fe6-b3b0252bc63e", "tag": "b0866f27-ba8f-4546-9f9a-870e1b130663", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d3a0531-7a5e-4b9c-bb23-5079be9a101d", "tag": "7bfd86de-8081-4beb-baeb-694e95587519", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:43:01.988652 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a236225f-57bd-41cb-87f4-53d0a7f38e6e {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:43:01.989078 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a236225f-57bd-41cb-87f4-53d0a7f38e6e'] response: {'name': 'network-changed', 'server_uuid': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'tag': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'status': 'completed', 'code': 200} Jul 25 05:43:01.989449 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a236225f-57bd-41cb-87f4-53d0a7f38e6e'] response: {'name': 'network-changed', 'server_uuid': '4d3a0531-7a5e-4b9c-bb23-5079be9a101d', 'tag': '7bfd86de-8081-4beb-baeb-694e95587519', 'status': 'completed', 'code': 200} Jul 25 05:43:02.057077 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:02.069569 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (05524308-2487-450f-b659-5cc0b82eeffb), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:02.193145 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:42:58Z', 'revision_number': 3, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:02.216013 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:02.220373 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a85f7-7069-4080-a103-638c04e55f92 None None] The sync data for ids ['f632e564-9df5-4703-a6b8-dcc5255d2e94'] in dv-cinder-850830-1-iscsi is: [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:42:58Z', 'revision_number': 3, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:43:02.264138 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88034f-7de1-44dd-bdde-adc6eaa27688 req-f2214bc0-e9ff-48bb-8960-799fce6847c8 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:02.264392 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-003fc51a-a0fc-46ac-9a30-48380a919e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:02.265815 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aa88034f-7de1-44dd-bdde-adc6eaa27688 req-f2214bc0-e9ff-48bb-8960-799fce6847c8 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 944 time: 0.0904379 Jul 25 05:43:02.265956 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-003fc51a-a0fc-46ac-9a30-48380a919e2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0b7d41e75df46f28cebff70c16d4750&device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 1127 time: 0.1469743 Jul 25 05:43:02.267222 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-203e0796-1873-4a64-81e9-f585622e9ada None None] Provisioning complete for port 05524308-2487-450f-b659-5cc0b82eeffb triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:02.268487 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-203e0796-1873-4a64-81e9-f585622e9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (05524308-2487-450f-b659-5cc0b82eeffb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:02.269438 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-34d2c7fa-78b5-42c6-9f00-4eaccea498f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:02.270875 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-34d2c7fa-78b5-42c6-9f00-4eaccea498f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 1128 time: 0.1222591 Jul 25 05:43:02.278511 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:02.309866 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-203e0796-1873-4a64-81e9-f585622e9ada None None] Port 05524308-2487-450f-b659-5cc0b82eeffb cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:43:02.351195 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Publish callbacks [] for port (05524308-2487-450f-b659-5cc0b82eeffb), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:02.362742 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (05524308-2487-450f-b659-5cc0b82eeffb), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:02.384193 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-505133c0-d18c-495b-a980-3a769c9aaf23 req-02686508-7323-4a9f-91f8-62603ae1effd service neutron] 10.222.0.43 "GET /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637236 Jul 25 05:43:02.389953 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-7963dc37-f1d2-4331-8d6f-f306a9b975c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bfd86de-8081-4beb-baeb-694e95587519 HTTP/1.1" status: 200 len: 217 time: 0.0936697 Jul 25 05:43:02.430205 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aa88034f-7de1-44dd-bdde-adc6eaa27688 req-f6c6550a-e0fd-4fbe-a36b-43688e580bb4 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501358 Jul 25 05:43:02.475012 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663893'] for router_interface (f632e564-9df5-4703-a6b8-dcc5255d2e94), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:02.498781 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-61602845-4735-4298-b031-79c1b6f864ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:02.499440 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Pushing event updated for resources: {'Port': ['ID=05524308-2487-450f-b659-5cc0b82eeffb,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:02.500279 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-61602845-4735-4298-b031-79c1b6f864ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e90ad6d8-8def-4a90-a2f2-756814ec1124 HTTP/1.1" status: 200 len: 849 time: 0.0810983 Jul 25 05:43:02.505943 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-280ef0b8-35fe-4292-8130-f4abf7ee8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:02.507366 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-280ef0b8-35fe-4292-8130-f4abf7ee8788 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 913 time: 0.2122443 Jul 25 05:43:02.513951 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58b318-c0bd-47cf-8488-7fcde9d0d8bc req-ce2da04a-bef8-466b-a714-da6b103ddee4 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:02.516553 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5e58b318-c0bd-47cf-8488-7fcde9d0d8bc req-ce2da04a-bef8-466b-a714-da6b103ddee4 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 943 time: 0.1219153 Jul 25 05:43:02.546783 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:02.578421 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-22a80bd0-2482-43e3-bfe0-16be1640f410 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0866f27-ba8f-4546-9f9a-870e1b130663 HTTP/1.1" status: 200 len: 217 time: 0.0622716 Jul 25 05:43:02.622830 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-b6ad2d6b-3872-4b35-b3c4-dbcb3a0e53a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:02.624895 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-b6ad2d6b-3872-4b35-b3c4-dbcb3a0e53a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e8a2b36-0a33-4763-b71a-50bb1209bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1161177 Jul 25 05:43:02.671099 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-1cb073dd-f107-4b34-9788-31b21301fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:02.672725 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-1cb073dd-f107-4b34-9788-31b21301fd61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2adb0773-3023-49e6-8611-e1d6ff14cd2e HTTP/1.1" status: 200 len: 851 time: 0.0840235 Jul 25 05:43:02.723206 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:02.731598 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:43:02.737793 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5e58b318-c0bd-47cf-8488-7fcde9d0d8bc req-bb3220ef-9aed-4936-8103-46d09f083e91 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=699267a1-5784-4267-95de-8b35b23d31e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915624 Jul 25 05:43:02.748291 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Network a3bf226e-5490-492a-a2d4-f65b0aace87c is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:43:02.758132 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173cae9-8a39-47b8-bf8f-1e2ac2dcded9 req-f8693337-04d4-48d3-a25b-3e25f20c35e5 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:02.765322 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1173cae9-8a39-47b8-bf8f-1e2ac2dcded9 req-f8693337-04d4-48d3-a25b-3e25f20c35e5 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 945 time: 0.2432299 Jul 25 05:43:02.766984 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-d0ba6a20-edf3-4a4f-98a8-3c2e0a14b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:02.768559 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-d0ba6a20-edf3-4a4f-98a8-3c2e0a14b6c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bd65f0e-472c-4905-913d-3224424e7dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609968 Jul 25 05:43:02.769677 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:43:02.815145 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:02.818452 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-4260a1af-d9ee-4925-a6ff-09dd17030b6e service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869557 Jul 25 05:43:02.858688 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:02.859034 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:02.905423 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-0e9df7d6-9e33-4d0c-8af2-484f6e1fd949 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302290 Jul 25 05:43:02.941783 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1173cae9-8a39-47b8-bf8f-1e2ac2dcded9 req-b04dc3ae-4e74-45a7-b21b-a4f6f4acf1a6 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755695 Jul 25 05:43:02.998704 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Router f632e564-9df5-4703-a6b8-dcc5255d2e94 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:43:03.000245 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:03.000645 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:03.034936 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:03.058321 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:03.110373 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:03.116576 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:03.136572 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4c95f77e-3bca-4b8a-bc14-18ef52a18016 None None] Provisioning complete for port 05524308-2487-450f-b659-5cc0b82eeffb triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:03.137291 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4c95f77e-3bca-4b8a-bc14-18ef52a18016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (05524308-2487-450f-b659-5cc0b82eeffb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:03.175654 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4c95f77e-3bca-4b8a-bc14-18ef52a18016 None None] Port 05524308-2487-450f-b659-5cc0b82eeffb cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:43:03.187825 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b17e3f-67f2-4b52-b62a-45f7e5be3bb5 req-bd0ffadb-3a95-4393-871a-d04d37ada374 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:03.196253 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-75b17e3f-67f2-4b52-b62a-45f7e5be3bb5 req-bd0ffadb-3a95-4393-871a-d04d37ada374 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 945 time: 0.1093953 Jul 25 05:43:03.414943 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-c87c9e46-5277-4f8f-9665-fe551bf1d410 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994161 Jul 25 05:43:03.432105 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbf962d0-2fec-4861-9abb-f01bdfbe076c req-cf7e1c11-91f1-4680-9e87-1ec758386276 service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250683 Jul 25 05:43:03.524575 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:43:03.540669 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-0ec975bb-13ec-4320-8a5d-691c9ce172bd admin admin] 10.222.0.33 "PUT /v2.0/routers/f632e564-9df5-4703-a6b8-dcc5255d2e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0383754 Jul 25 05:43:03.565563 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-75b17e3f-67f2-4b52-b62a-45f7e5be3bb5 req-7e0ad7ff-218c-49d1-a9aa-00a09c34ef86 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684382 Jul 25 05:43:03.588127 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216523b-26bc-4083-983d-e72458182f29 req-fdc25038-2867-4a4e-8bb8-8ef1efb5adcb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:03.589690 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8216523b-26bc-4083-983d-e72458182f29 req-fdc25038-2867-4a4e-8bb8-8ef1efb5adcb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 944 time: 0.0703344 Jul 25 05:43:03.647253 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8216523b-26bc-4083-983d-e72458182f29 req-9d8610cf-645c-4efa-bea2-1a8d51627525 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506425 Jul 25 05:43:03.849999 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39090) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:03.860863 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d493e646-daae-498c-a70d-ac37211e0e2d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1141492731', 'description': 'tempest-description--975947458'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:03.887902 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d493e646-daae-498c-a70d-ac37211e0e2d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:03.928454 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe0551-a394-445e-ba6f-9a6634984e11 req-4c8bad8c-c680-4032-8298-46ab193f4f0d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:03.930073 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dafe0551-a394-445e-ba6f-9a6634984e11 req-4c8bad8c-c680-4032-8298-46ab193f4f0d tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 943 time: 0.0789223 Jul 25 05:43:03.973629 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d493e646-daae-498c-a70d-ac37211e0e2d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group (843521d7-fa1a-47fd-8a51-47daa2beb9be), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:03.978293 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d493e646-daae-498c-a70d-ac37211e0e2d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (843521d7-fa1a-47fd-8a51-47daa2beb9be), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:03.983759 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962a72e-1616-4adc-b04a-a1eeef408490 req-c145d0e6-2112-453e-b957-737e553314d2 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:03.985255 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2962a72e-1616-4adc-b04a-a1eeef408490 req-c145d0e6-2112-453e-b957-737e553314d2 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 945 time: 0.0825682 Jul 25 05:43:03.998812 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:04.016651 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d493e646-daae-498c-a70d-ac37211e0e2d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.020694 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d493e646-daae-498c-a70d-ac37211e0e2d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1606843 Jul 25 05:43:04.020920 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493e646-daae-498c-a70d-ac37211e0e2d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843521d7-fa1a-47fd-8a51-47daa2beb9be,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:04.025235 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39092) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:04.030338 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-48f6c60e-dd37-46b3-a45d-4446c2588a81 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Request body: {'security_group_rule': {'security_group_id': '843521d7-fa1a-47fd-8a51-47daa2beb9be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:04.036608 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dafe0551-a394-445e-ba6f-9a6634984e11 req-f6e684ac-f653-4d07-b3f7-c696ed9f1ec2 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=699267a1-5784-4267-95de-8b35b23d31e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895257 Jul 25 05:43:04.060027 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2962a72e-1616-4adc-b04a-a1eeef408490 req-fd34a410-be7d-4e9d-9055-9fe795a7c032 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637538 Jul 25 05:43:04.075257 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-48f6c60e-dd37-46b3-a45d-4446c2588a81 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group_rule (7dc1e5f4-75a4-4259-a1a0-d1cb31cb707d), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.096482 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:04.139103 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-48f6c60e-dd37-46b3-a45d-4446c2588a81 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group_rule (7dc1e5f4-75a4-4259-a1a0-d1cb31cb707d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.143748 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-48f6c60e-dd37-46b3-a45d-4446c2588a81 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (7dc1e5f4-75a4-4259-a1a0-d1cb31cb707d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.162562 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6c60e-dd37-46b3-a45d-4446c2588a81 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc1e5f4-75a4-4259-a1a0-d1cb31cb707d,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:04.172104 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-48f6c60e-dd37-46b3-a45d-4446c2588a81 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.176187 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39096) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:04.176353 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-48f6c60e-dd37-46b3-a45d-4446c2588a81 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497283 Jul 25 05:43:04.181631 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e3ab5a06-8e76-46bd-8579-f2fee72d4058 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Request body: {'security_group_rule': {'security_group_id': '843521d7-fa1a-47fd-8a51-47daa2beb9be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:04.212773 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5a06-8e76-46bd-8579-f2fee72d4058 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group_rule (eb53b686-dd0a-4437-ae3b-fc3ad1b5cf3c), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.285482 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5a06-8e76-46bd-8579-f2fee72d4058 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group_rule (eb53b686-dd0a-4437-ae3b-fc3ad1b5cf3c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.289927 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Sync routers for ids ['f632e564-9df5-4703-a6b8-dcc5255d2e94'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:43:04.290478 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5a06-8e76-46bd-8579-f2fee72d4058 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (eb53b686-dd0a-4437-ae3b-fc3ad1b5cf3c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.301650 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Routers {'f632e564-9df5-4703-a6b8-dcc5255d2e94'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:04.302269 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['f632e564-9df5-4703-a6b8-dcc5255d2e94'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:04.303286 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:04.313818 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab5a06-8e76-46bd-8579-f2fee72d4058 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb53b686-dd0a-4437-ae3b-fc3ad1b5cf3c,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:04.327487 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5a06-8e76-46bd-8579-f2fee72d4058 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.330412 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e3ab5a06-8e76-46bd-8579-f2fee72d4058 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519229 Jul 25 05:43:04.333340 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39098) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:04.338001 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Request body: {'floatingip': {'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:04.342789 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-58c4d541-24af-4ff0-93d6-88ac0fb46036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:04.344847 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-58c4d541-24af-4ff0-93d6-88ac0fb46036 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0b7d41e75df46f28cebff70c16d4750&device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 1127 time: 0.0499926 Jul 25 05:43:04.364762 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.415916 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:04.438337 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Set router f632e564-9df5-4703-a6b8-dcc5255d2e94 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:04.467929 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.524990 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:04.542880 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-da4a3ffc-09d6-45bf-9b8d-f0d8fd959fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:04.544427 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-da4a3ffc-09d6-45bf-9b8d-f0d8fd959fc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e8a2b36-0a33-4763-b71a-50bb1209bd57 HTTP/1.1" status: 200 len: 911 time: 0.1927304 Jul 25 05:43:04.586630 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-0695d7a5-5a6f-4c28-8dc9-fb9dd9cbae07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bfd86de-8081-4beb-baeb-694e95587519 HTTP/1.1" status: 200 len: 217 time: 0.0354247 Jul 25 05:43:04.593093 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Allocated IP 172.27.3.6 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/e0157977-2120-4acb-931a-8abe5468522a) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:43:04.658667 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-c195d5c8-fc33-4b0b-977f-62fdf63870d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:04.661583 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-c195d5c8-fc33-4b0b-977f-62fdf63870d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e90ad6d8-8def-4a90-a2f2-756814ec1124 HTTP/1.1" status: 200 len: 849 time: 0.0688641 Jul 25 05:43:04.670314 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:43:04.679728 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 2, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:04.708307 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Checking router: f632e564-9df5-4703-a6b8-dcc5255d2e94 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:43:04.709179 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Updating router f632e564-9df5-4703-a6b8-dcc5255d2e94 port 05524308-2487-450f-b659-5cc0b82eeffb binding host dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:43:04.736641 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for port (e0157977-2120-4acb-931a-8abe5468522a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.739412 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (05524308-2487-450f-b659-5cc0b82eeffb), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.750985 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-31d3bc97-9d4f-4be7-b7e3-f053d40aab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:04.754066 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-31d3bc97-9d4f-4be7-b7e3-f053d40aab37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e8a2b36-0a33-4763-b71a-50bb1209bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850451 Jul 25 05:43:04.756630 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:04.757375 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.821475 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e580f-31d2-4f0a-bcbe-463d5dd1e87c req-67381c32-4925-4967-8dde-18a31ae4c5c7 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:04.823685 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ed0e580f-31d2-4f0a-bcbe-463d5dd1e87c req-67381c32-4925-4967-8dde-18a31ae4c5c7 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 944 time: 0.0796034 Jul 25 05:43:04.844205 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:04.864159 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-b9d42ff7-9758-4c28-b4a6-400351826ff8 service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027703 Jul 25 05:43:04.871759 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 7bfd86de-8081-4beb-baeb-694e95587519 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:43:04.888511 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ed0e580f-31d2-4f0a-bcbe-463d5dd1e87c req-45cdee26-f342-4e45-81d3-181051463783 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588682 Jul 25 05:43:04.890083 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (e0157977-2120-4acb-931a-8abe5468522a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:04.941546 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:43:04.949000 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:43:04.953151 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:43:04.992210 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 7bfd86de-8081-4beb-baeb-694e95587519, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=7bfd86de-8081-4beb-baeb-694e95587519,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:04.995824 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec241b8a-1396-411e-98ea-71f8d380fbe0 req-6637b366-3cfc-4f5f-a310-a817dbeb1dcc service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218257 Jul 25 05:43:04.996262 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event updated for resources: {'Port': ['ID=e0157977-2120-4acb-931a-8abe5468522a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:05.011951 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '7bfd86de-8081-4beb-baeb-694e95587519', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'port_id': '7bfd86de-8081-4beb-baeb-694e95587519', 'mac_address': 'fa:16:3e:d2:ea:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:43:05.039091 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:05.041663 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for floatingip (aae41def-dbc0-4971-bc4b-33214ff74a69), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.055031 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 7bfd86de-8081-4beb-baeb-694e95587519 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:05.055705 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (7bfd86de-8081-4beb-baeb-694e95587519), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.073489 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bfd86de-8081-4beb-baeb-694e95587519 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:43:05.097300 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (e0157977-2120-4acb-931a-8abe5468522a), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.098601 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 7bfd86de-8081-4beb-baeb-694e95587519, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=7bfd86de-8081-4beb-baeb-694e95587519,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:05.103222 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (7bfd86de-8081-4beb-baeb-694e95587519), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.110296 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Publish callbacks [] for port (05524308-2487-450f-b659-5cc0b82eeffb), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.116386 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (05524308-2487-450f-b659-5cc0b82eeffb), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.162957 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=7bfd86de-8081-4beb-baeb-694e95587519,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:05.200555 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c37897-8129-4b93-8a1d-a30452686fd3 req-aef932ad-0a32-4ff6-9868-d74cabbdf948 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:05.202081 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-01c37897-8129-4b93-8a1d-a30452686fd3 req-aef932ad-0a32-4ff6-9868-d74cabbdf948 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 944 time: 0.0709968 Jul 25 05:43:05.257428 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5deb482-25bf-4021-a826-c551c23f3e33 None None] Pushing event updated for resources: {'Port': ['ID=05524308-2487-450f-b659-5cc0b82eeffb,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:05.292195 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:05.310331 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-01c37897-8129-4b93-8a1d-a30452686fd3 req-64f00626-d73c-4eb2-aa4e-e48ca23f1281 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=699267a1-5784-4267-95de-8b35b23d31e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978310 Jul 25 05:43:05.319150 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Attempting to bind port 05524308-2487-450f-b659-5cc0b82eeffb on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:43:05.319701 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Attempting to bind port 05524308-2487-450f-b659-5cc0b82eeffb by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:43:05.319870 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Attempting to bind port 05524308-2487-450f-b659-5cc0b82eeffb on network a3bf226e-5490-492a-a2d4-f65b0aace87c {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:43:05.325484 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:43:05.325841 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Checking segment: {'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:43:05.326253 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.326643 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Bound using segment: {'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:43:05.327116 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Bound port: 05524308-2487-450f-b659-5cc0b82eeffb, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:43:05.327493 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (05524308-2487-450f-b659-5cc0b82eeffb), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.334073 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:05.363015 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for port (e0157977-2120-4acb-931a-8abe5468522a), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.368264 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (e0157977-2120-4acb-931a-8abe5468522a), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.400844 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] For port 05524308-2487-450f-b659-5cc0b82eeffb, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:43:05.404294 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['7bfd86de-8081-4beb-baeb-694e95587519'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:43:05.413055 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] For port 05524308-2487-450f-b659-5cc0b82eeffb, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=05524308-2487-450f-b659-5cc0b82eeffb,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:43:05.421945 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (05524308-2487-450f-b659-5cc0b82eeffb), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.437848 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event updated for resources: {'Port': ['ID=e0157977-2120-4acb-931a-8abe5468522a,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:05.454119 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (aae41def-dbc0-4971-bc4b-33214ff74a69), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.473931 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.475629 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-87852f48-6f36-4fbb-98b0-4530220bea83 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1411357 Jul 25 05:43:05.504359 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:05.522474 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Routers {'f632e564-9df5-4703-a6b8-dcc5255d2e94'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:05.523854 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:42:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['f632e564-9df5-4703-a6b8-dcc5255d2e94'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:05.566837 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5deb482-25bf-4021-a826-c551c23f3e33 None None] Pushing event updated for resources: {'Port': ['ID=05524308-2487-450f-b659-5cc0b82eeffb,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:05.637698 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-005c4dcc-a15b-49fb-8ebf-810307953b34 None None] Provisioning complete for port 05524308-2487-450f-b659-5cc0b82eeffb triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:05.638307 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-005c4dcc-a15b-49fb-8ebf-810307953b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (05524308-2487-450f-b659-5cc0b82eeffb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.709355 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] Set router f632e564-9df5-4703-a6b8-dcc5255d2e94 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:05.713790 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-ae265b4c-7849-4417-a13b-1424de661278 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1141492731&fields=id&tenant_id=07879d074bee4b36b1f2f661dc4aeb7f HTTP/1.1" status: 200 len: 267 time: 0.0680549 Jul 25 05:43:05.757311 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-005c4dcc-a15b-49fb-8ebf-810307953b34 None None] Current status of the port 05524308-2487-450f-b659-5cc0b82eeffb is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:05.757816 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-005c4dcc-a15b-49fb-8ebf-810307953b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (05524308-2487-450f-b659-5cc0b82eeffb), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.819660 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-005c4dcc-a15b-49fb-8ebf-810307953b34 None None] For port 05524308-2487-450f-b659-5cc0b82eeffb, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=05524308-2487-450f-b659-5cc0b82eeffb,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:05.826493 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-005c4dcc-a15b-49fb-8ebf-810307953b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (05524308-2487-450f-b659-5cc0b82eeffb), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.879373 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c4dcc-a15b-49fb-8ebf-810307953b34 None None] Pushing event updated for resources: {'Port': ['ID=05524308-2487-450f-b659-5cc0b82eeffb,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:05.887518 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-b1f02316-b586-47fa-88f7-6119242e13f5 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:05.890423 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-b1f02316-b586-47fa-88f7-6119242e13f5 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/networks?id=a3bf226e-5490-492a-a2d4-f65b0aace87c HTTP/1.1" status: 200 len: 816 time: 0.1691511 Jul 25 05:43:05.909186 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-90afb852-ba36-4a12-be38-e8a6b17995fe tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/quotas/07879d074bee4b36b1f2f661dc4aeb7f HTTP/1.1" status: 200 len: 375 time: 0.0111625 Jul 25 05:43:05.947820 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8d71d08b-9c40-462c-83a4-c9b61c3ea07d None None] Provisioning complete for port 05524308-2487-450f-b659-5cc0b82eeffb triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:05.948193 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8d71d08b-9c40-462c-83a4-c9b61c3ea07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (05524308-2487-450f-b659-5cc0b82eeffb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:05.968829 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:05.975538 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:05Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:05.978071 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-7883b99f-03d3-4881-ae44-9cc3e6bd265d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=07879d074bee4b36b1f2f661dc4aeb7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614252 Jul 25 05:43:05.982233 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:06.009706 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28354ebb-0592-4a2d-a718-5258bf778d45 None None] The sync data for ids ['f632e564-9df5-4703-a6b8-dcc5255d2e94'] in dv-cinder-850830-1-iscsi is: [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:05Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:43:06.055259 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8d71d08b-9c40-462c-83a4-c9b61c3ea07d None None] Current status of the port 05524308-2487-450f-b659-5cc0b82eeffb is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:06.211772 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-2acd4af0-985e-4898-ba2b-3d1044667547 service neutron] 10.222.0.33 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073765 Jul 25 05:43:06.394489 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-ca16ac9f-14d7-4c69-8a7f-d2f234df0e84 service neutron] 10.222.0.33 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815550 Jul 25 05:43:06.407373 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565951a-14a9-4102-ab83-3d71a6dd84dc req-4808d17a-6f88-4de0-8ef3-f9e55b308c15 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:06.409295 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f565951a-14a9-4102-ab83-3d71a6dd84dc req-4808d17a-6f88-4de0-8ef3-f9e55b308c15 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 944 time: 0.0865822 Jul 25 05:43:06.484248 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f565951a-14a9-4102-ab83-3d71a6dd84dc req-d8d63fb1-8d8e-41b8-8033-549eb8717c58 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678694 Jul 25 05:43:06.644100 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9f114b0e-fd59-4a86-bc77-335e08013e7a req-eca1bc87-1997-436e-846a-84c506b6a0c1 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 210 time: 0.0692008 Jul 25 05:43:06.662423 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fa850-f98b-4487-8ffa-d8652c8e935b req-97043dc2-3325-4374-9c78-72ac11b2297e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:06.664002 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fa9fa850-f98b-4487-8ffa-d8652c8e935b req-97043dc2-3325-4374-9c78-72ac11b2297e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 944 time: 0.1031480 Jul 25 05:43:06.729102 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 05524308-2487-450f-b659-5cc0b82eeffb up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:43:06.750324 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fa9fa850-f98b-4487-8ffa-d8652c8e935b req-480a0e43-535b-4b02-9894-f46d391ae294 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=699267a1-5784-4267-95de-8b35b23d31e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716224 Jul 25 05:43:06.805475 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 05524308-2487-450f-b659-5cc0b82eeffb triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:06.806398 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (05524308-2487-450f-b659-5cc0b82eeffb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:06.900418 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 7bfd86de-8081-4beb-baeb-694e95587519 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:43:06.939935 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 05524308-2487-450f-b659-5cc0b82eeffb is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:06.961995 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 7bfd86de-8081-4beb-baeb-694e95587519 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:43:06.972955 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 7bfd86de-8081-4beb-baeb-694e95587519 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:06.973391 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (7bfd86de-8081-4beb-baeb-694e95587519), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:07.054588 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 7bfd86de-8081-4beb-baeb-694e95587519 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:07.055106 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (7bfd86de-8081-4beb-baeb-694e95587519), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:07.080698 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3a0531-7a5e-4b9c-bb23-5079be9a101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bfd86de-8081-4beb-baeb-694e95587519'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:43:07.082771 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd0cb8b-98fb-4cc7-92e6-0675dffdbf45" -d '{"events": [{"server_uuid": "4d3a0531-7a5e-4b9c-bb23-5079be9a101d", "name": "network-vif-plugged", "status": "completed", "tag": "7bfd86de-8081-4beb-baeb-694e95587519"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:43:07.102144 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 7bfd86de-8081-4beb-baeb-694e95587519, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=7bfd86de-8081-4beb-baeb-694e95587519,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:07.106374 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (7bfd86de-8081-4beb-baeb-694e95587519), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:07.136359 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe45f22-05c0-404a-a4fd-9f8f34217367 x-openstack-request-id: req-2fe45f22-05c0-404a-a4fd-9f8f34217367 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:43:07.136659 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3a0531-7a5e-4b9c-bb23-5079be9a101d", "name": "network-vif-plugged", "status": "completed", "tag": "7bfd86de-8081-4beb-baeb-694e95587519", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:43:07.137109 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2fe45f22-05c0-404a-a4fd-9f8f34217367 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:43:07.137633 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe45f22-05c0-404a-a4fd-9f8f34217367'] response: {'server_uuid': '4d3a0531-7a5e-4b9c-bb23-5079be9a101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bfd86de-8081-4beb-baeb-694e95587519', 'code': 200} Jul 25 05:43:07.162939 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=7bfd86de-8081-4beb-baeb-694e95587519,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:07.602912 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f54e1b-79aa-4367-aaf2-bcceb8495621 req-3bff625b-be6c-41e1-bf31-4e9f8b9ee423 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:07.604307 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-10f54e1b-79aa-4367-aaf2-bcceb8495621 req-3bff625b-be6c-41e1-bf31-4e9f8b9ee423 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 944 time: 0.0507627 Jul 25 05:43:07.653704 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-10f54e1b-79aa-4367-aaf2-bcceb8495621 req-d5c24fdd-bdf5-40f5-beed-388a1ba98f44 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 Jul 25 05:43:07.775276 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1f467ccb-99bf-450b-b476-106bd6b45670 req-53c2c21e-31e9-43f0-a1ec-8b7bab80c1b3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 210 time: 0.0285244 Jul 25 05:43:07.870265 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abb19f-613d-4a16-8266-fec6751c8d23 req-8fcda0bb-d5a2-4d7f-9edb-a3a870a82c7e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:07.871610 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f3abb19f-613d-4a16-8266-fec6751c8d23 req-8fcda0bb-d5a2-4d7f-9edb-a3a870a82c7e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 945 time: 0.0475934 Jul 25 05:43:07.915360 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:07.923837 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f3abb19f-613d-4a16-8266-fec6751c8d23 req-680f7865-1e1c-4b54-8c64-5fe5a2f9afef tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=699267a1-5784-4267-95de-8b35b23d31e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468273 Jul 25 05:43:08.419748 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c06857-c182-4bd3-b8f5-10d0e0cecb92 req-73260527-75a5-40ba-b4c0-6f3904091b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:08.421259 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-44c06857-c182-4bd3-b8f5-10d0e0cecb92 req-73260527-75a5-40ba-b4c0-6f3904091b77 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 1129 time: 0.0392308 Jul 25 05:43:08.467455 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-44c06857-c182-4bd3-b8f5-10d0e0cecb92 req-d2dd1bd6-4fa1-40ea-89ba-c5a96fd0ca5b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=699267a1-5784-4267-95de-8b35b23d31e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398543 Jul 25 05:43:08.764911 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ddc00-4149-48b7-b201-e2d16f6144e8 req-db9cb6da-20f2-48a6-b1a2-41f52f75d1df tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:08.766397 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-464ddc00-4149-48b7-b201-e2d16f6144e8 req-db9cb6da-20f2-48a6-b1a2-41f52f75d1df tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 944 time: 0.0472195 Jul 25 05:43:08.797683 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:08.826013 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-464ddc00-4149-48b7-b201-e2d16f6144e8 req-e508c132-0fba-4018-9f7a-f96267c6ebf3 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532582 Jul 25 05:43:08.898169 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device b0866f27-ba8f-4546-9f9a-870e1b130663 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:43:08.930950 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5e40ee3f-ca72-4c01-bc04-e8eb860bef22 req-c7aeba29-4391-4925-800d-f65a37c3c936 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 210 time: 0.0508821 Jul 25 05:43:08.953924 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-e40a245d-f483-4683-ab68-639592391787 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:08.953924 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-e40a245d-f483-4683-ab68-639592391787 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.43 "GET /v2.0/networks?id=a3bf226e-5490-492a-a2d4-f65b0aace87c HTTP/1.1" status: 200 len: 816 time: 0.1361575 Jul 25 05:43:08.961836 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:09.026681 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port b0866f27-ba8f-4546-9f9a-870e1b130663, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=b0866f27-ba8f-4546-9f9a-870e1b130663,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:09.038451 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'port_id': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'mac_address': 'fa:16:3e:33:86:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:43:09.048100 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093cf9d-8e27-4832-9340-db6697913d4e req-e75494de-333a-4d53-bb53-4f3e004e05d0 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:09.050355 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9093cf9d-8e27-4832-9340-db6697913d4e req-e75494de-333a-4d53-bb53-4f3e004e05d0 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 945 time: 0.0493484 Jul 25 05:43:09.074454 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port b0866f27-ba8f-4546-9f9a-870e1b130663 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:09.075278 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:09.088197 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0866f27-ba8f-4546-9f9a-870e1b130663 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:43:09.105866 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9093cf9d-8e27-4832-9340-db6697913d4e req-342973ed-fd9f-4f17-b6aa-f8058fbabd58 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=699267a1-5784-4267-95de-8b35b23d31e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485876 Jul 25 05:43:09.108852 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port b0866f27-ba8f-4546-9f9a-870e1b130663, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=b0866f27-ba8f-4546-9f9a-870e1b130663,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:09.114055 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:09.159438 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=b0866f27-ba8f-4546-9f9a-870e1b130663,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:09.275711 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-7069ee6d-7da1-4a29-8903-156ecfb2fdd8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07879d074bee4b36b1f2f661dc4aeb7f HTTP/1.1" status: 200 len: 380 time: 0.0650139 Jul 25 05:43:09.284889 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-8b8c61de-1671-4693-b654-14f500136ff6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Request body: {'port': {'device_id': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'admin_state_up': True, 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'security_groups': ['843521d7-fa1a-47fd-8a51-47daa2beb9be']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:09.321818 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-08765cd4-b8d8-4762-9d9c-807496b2e4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:09.359962 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:09.408390 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-8b8c61de-1671-4693-b654-14f500136ff6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Made reservation on behalf of 07879d074bee4b36b1f2f661dc4aeb7f for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:43:09.411657 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-8b8c61de-1671-4693-b654-14f500136ff6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:09.471826 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['b0866f27-ba8f-4546-9f9a-870e1b130663'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:43:09.520318 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:09.532703 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:09.546099 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-8b8c61de-1671-4693-b654-14f500136ff6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Allocated IP 172.20.0.13 (a3bf226e-5490-492a-a2d4-f65b0aace87c/ecc5ec61-182f-4394-8d5b-0f0b0ace7563/15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:43:09.688536 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-8b8c61de-1671-4693-b654-14f500136ff6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:09.721130 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-8b8c61de-1671-4693-b654-14f500136ff6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:09.762971 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-8b8c61de-1671-4693-b654-14f500136ff6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Network a3bf226e-5490-492a-a2d4-f65b0aace87c is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:43:09.768163 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-8b8c61de-1671-4693-b654-14f500136ff6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:43:09.772138 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-8b8c61de-1671-4693-b654-14f500136ff6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:43:09.795661 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c61de-1671-4693-b654-14f500136ff6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event updated for resources: {'Port': ['ID=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:09.835331 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-8b8c61de-1671-4693-b654-14f500136ff6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:09.835975 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-8b8c61de-1671-4693-b654-14f500136ff6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:09.853820 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-8b8c61de-1671-4693-b654-14f500136ff6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5728865 Jul 25 05:43:09.961610 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a8cd8a43-9c9d-4d41-993e-fbf7c7ca395d None None] Provisioning complete for port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:09.962199 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8a43-9c9d-4d41-993e-fbf7c7ca395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:09.996498 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd8a43-9c9d-4d41-993e-fbf7c7ca395d None None] Port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:43:10.008196 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a7a28-2cfb-4953-a7aa-5d16982601ff req-be3070e5-84a4-44cc-8be0-3cfcfc159887 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:10.009768 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-939a7a28-2cfb-4953-a7aa-5d16982601ff req-be3070e5-84a4-44cc-8be0-3cfcfc159887 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 945 time: 0.0528851 Jul 25 05:43:10.076008 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ba2b4-2ecc-4eb0-8883-62207f1bae70 req-649de4ca-75e1-4f2f-8f03-961b5a9b6057 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:10.077501 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4e2ba2b4-2ecc-4eb0-8883-62207f1bae70 req-649de4ca-75e1-4f2f-8f03-961b5a9b6057 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 932 time: 0.0668468 Jul 25 05:43:10.109146 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-939a7a28-2cfb-4953-a7aa-5d16982601ff req-2bb02875-34b1-470b-bfb2-e8572e0f80b1 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892854 Jul 25 05:43:10.139656 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4e2ba2b4-2ecc-4eb0-8883-62207f1bae70 req-882515c2-eda7-4f73-9041-d41e6a08c086 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557554 Jul 25 05:43:10.151084 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Request body: {'port': {'device_id': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:10.220277 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:10.237271 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9fb60-2559-4d8b-99e4-80b4ce6ae5c9 req-db5f9284-2f86-4bfc-865e-18870729ee52 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:10.238970 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-88e9fb60-2559-4d8b-99e4-80b4ce6ae5c9 req-db5f9284-2f86-4bfc-865e-18870729ee52 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 945 time: 0.0571659 Jul 25 05:43:10.289885 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-88e9fb60-2559-4d8b-99e4-80b4ce6ae5c9 req-9c62d803-7000-4a73-9418-157926d766ff tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=699267a1-5784-4267-95de-8b35b23d31e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448785 Jul 25 05:43:10.479637 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:10.488100 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:43:10.495990 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Publish callbacks [] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:10.511179 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Transition to ACTIVE for port object 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:43:10.514768 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:10.550172 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:10.574000 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Pushing event updated for resources: {'Port': ['ID=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:10.647472 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Attempting to bind port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:43:10.647813 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Attempting to bind port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:43:10.648145 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Attempting to bind port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc on network a3bf226e-5490-492a-a2d4-f65b0aace87c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:43:10.652987 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc on network a3bf226e-5490-492a-a2d4-f65b0aace87c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:43:10.653310 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Attempting to bind port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc on network a3bf226e-5490-492a-a2d4-f65b0aace87c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:43:10.658736 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:43:10.659227 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Checking segment: {'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:43:10.659629 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Bound using segment: {'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:43:10.660057 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Bound port: 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:43:10.660418 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:10.729460 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] For port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc, host hv-cinder-85083, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:43:10.732342 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] For port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:43:10.738546 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:10.771277 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:10.771906 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:10.773663 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] 10.222.0.43 "PUT /v2.0/ports/15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc HTTP/1.1" status: 200 len: 1094 time: 0.6271920 Jul 25 05:43:10.776247 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'tag': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:43:10.778339 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2677c4-5521-410a-b35f-6568e2008b23" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb16475-6c9b-4c00-be15-0b5f68b01d0a", "tag": "15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:43:10.807782 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72d862-527a-4075-a508-665190ebf3bd service neutron] Pushing event updated for resources: {'Port': ['ID=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:10.835863 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16828995-b941-4e74-8216-e0f697e42e02 x-openstack-request-id: req-16828995-b941-4e74-8216-e0f697e42e02 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:43:10.836158 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb16475-6c9b-4c00-be15-0b5f68b01d0a", "tag": "15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:43:10.836449 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-16828995-b941-4e74-8216-e0f697e42e02 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:43:10.836870 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16828995-b941-4e74-8216-e0f697e42e02'] response: {'name': 'network-changed', 'server_uuid': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'tag': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'status': 'completed', 'code': 200} Jul 25 05:43:10.899708 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-e95ffda4-8705-45ed-9646-2678997e8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:10.901256 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-e95ffda4-8705-45ed-9646-2678997e8337 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07879d074bee4b36b1f2f661dc4aeb7f&device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 1128 time: 0.0426497 Jul 25 05:43:10.926222 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device b0866f27-ba8f-4546-9f9a-870e1b130663 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:43:10.960248 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-de3ff17e-b342-4846-832c-c425f1394759 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc HTTP/1.1" status: 200 len: 217 time: 0.0382371 Jul 25 05:43:10.971682 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port b0866f27-ba8f-4546-9f9a-870e1b130663 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:43:10.977371 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port b0866f27-ba8f-4546-9f9a-870e1b130663 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:10.977736 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:11.026471 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b8cd0a2-2a2d-4680-817d-a222842e122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:11.027958 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-1b8cd0a2-2a2d-4680-817d-a222842e122e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ecc5ec61-182f-4394-8d5b-0f0b0ace7563 HTTP/1.1" status: 200 len: 855 time: 0.0483115 Jul 25 05:43:11.062433 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port b0866f27-ba8f-4546-9f9a-870e1b130663 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:11.062831 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:11.074190 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-6d6c9a08-3f2e-4ed3-8f90-8bd15eb10fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:11.075695 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-6d6c9a08-3f2e-4ed3-8f90-8bd15eb10fa1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3bf226e-5490-492a-a2d4-f65b0aace87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399125 Jul 25 05:43:11.087916 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0866f27-ba8f-4546-9f9a-870e1b130663'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:43:11.090197 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72db601-1db4-4363-8bf9-9cee4dd5e396" -d '{"events": [{"server_uuid": "bc622d78-aba1-429a-8fe6-b3b0252bc63e", "name": "network-vif-plugged", "status": "completed", "tag": "b0866f27-ba8f-4546-9f9a-870e1b130663"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:43:11.103785 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port b0866f27-ba8f-4546-9f9a-870e1b130663, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=b0866f27-ba8f-4546-9f9a-870e1b130663,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:11.109195 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:11.134559 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c540c289-7564-449e-a636-cf0e9d861257 x-openstack-request-id: req-c540c289-7564-449e-a636-cf0e9d861257 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:43:11.134852 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc622d78-aba1-429a-8fe6-b3b0252bc63e", "name": "network-vif-plugged", "status": "completed", "tag": "b0866f27-ba8f-4546-9f9a-870e1b130663", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:43:11.135107 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c540c289-7564-449e-a636-cf0e9d861257 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:43:11.135503 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c540c289-7564-449e-a636-cf0e9d861257'] response: {'server_uuid': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'code': 200} Jul 25 05:43:11.160041 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=b0866f27-ba8f-4546-9f9a-870e1b130663,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:11.199324 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-034b5428-8c14-4fda-a87d-d05bf6b6b1b2 service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110270 Jul 25 05:43:11.213169 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:11.222329 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:11.238822 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae05c1-c3a5-478e-8dfe-50d889e23c5a req-cd0565e8-d435-41de-94c4-a5854e7b2e33 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:11.240323 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49ae05c1-c3a5-478e-8dfe-50d889e23c5a req-cd0565e8-d435-41de-94c4-a5854e7b2e33 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 946 time: 0.0536540 Jul 25 05:43:11.310712 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a9f52-fed6-4dac-98b2-e22e767d0eb1 req-04b5e3c2-48bc-4210-abf5-7bc2b72f24b7 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:11.312225 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e28a9f52-fed6-4dac-98b2-e22e767d0eb1 req-04b5e3c2-48bc-4210-abf5-7bc2b72f24b7 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0707684 Jul 25 05:43:11.341133 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49ae05c1-c3a5-478e-8dfe-50d889e23c5a req-e4d5f456-f1ac-46c2-b3b3-0ea028dde414 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911877 Jul 25 05:43:11.362434 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b7a4c6e-f472-4049-8728-0055e6df1ba9 req-b4ae76e2-30ad-4844-89c4-63aee133b0db service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918643 Jul 25 05:43:11.384509 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e28a9f52-fed6-4dac-98b2-e22e767d0eb1 req-a3189996-a94b-4aa1-8a4a-7db59482d546 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548189 Jul 25 05:43:11.419893 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc6f59-f018-4f7a-afaa-4e77f772382e req-40b8e391-e7f3-459a-b75d-2723833131d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:11.421432 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-99fc6f59-f018-4f7a-afaa-4e77f772382e req-40b8e391-e7f3-459a-b75d-2723833131d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 1130 time: 0.0454855 Jul 25 05:43:11.472023 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51e795-c134-43b4-943d-cb17e0165a05 req-40eee940-b9cb-4bc2-b438-d64d9f463a22 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:11.473535 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7d51e795-c134-43b4-943d-cb17e0165a05 req-40eee940-b9cb-4bc2-b438-d64d9f463a22 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 945 time: 0.0496156 Jul 25 05:43:11.522806 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7d51e795-c134-43b4-943d-cb17e0165a05 req-7415eae1-8a80-4171-9b8e-d813936b27e5 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=699267a1-5784-4267-95de-8b35b23d31e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437608 Jul 25 05:43:11.636130 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed373d-69a6-4d41-860b-2667ef3b7e2f req-685c384b-7dd0-4801-b973-c51474fb96b7 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:11.637630 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e6ed373d-69a6-4d41-860b-2667ef3b7e2f req-685c384b-7dd0-4801-b973-c51474fb96b7 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 945 time: 0.0475633 Jul 25 05:43:11.646577 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39202) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:11.650902 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ce2712d3-7a0d-456b-8aa5-952aec5f58bf tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Request body: {'floatingip': {'port_id': '7bfd86de-8081-4beb-baeb-694e95587519'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:11.693660 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce2712d3-7a0d-456b-8aa5-952aec5f58bf tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for floatingip (3e2fbdcd-da67-477f-a6c2-82f1f6168524), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:11.706812 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-57d1630f-7fc1-4975-b0c9-981c87a48a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:11.941348 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:11.980758 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:12.120704 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce2712d3-7a0d-456b-8aa5-952aec5f58bf tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:12.124459 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce2712d3-7a0d-456b-8aa5-952aec5f58bf tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (3e2fbdcd-da67-477f-a6c2-82f1f6168524), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:12.215140 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-ce2712d3-7a0d-456b-8aa5-952aec5f58bf tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Floating IP 3e2fbdcd-da67-477f-a6c2-82f1f6168524 associated. External IP: 172.27.3.53, port: 7bfd86de-8081-4beb-baeb-694e95587519. Jul 25 05:43:12.426871 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2712d3-7a0d-456b-8aa5-952aec5f58bf tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:43:12.478150 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd1f6-3bcb-41ae-b01b-5d73772c8f3d req-b810bb76-3154-4b13-9982-59e748825ee6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:12.479088 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-052cd1f6-3bcb-41ae-b01b-5d73772c8f3d req-b810bb76-3154-4b13-9982-59e748825ee6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 946 time: 0.0676115 Jul 25 05:43:12.535626 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2677c4-5521-410a-b35f-6568e2008b23 req-d8f1fd40-bc20-47fe-bf0c-b78429b236c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:12.537180 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ad2677c4-5521-410a-b35f-6568e2008b23 req-d8f1fd40-bc20-47fe-bf0c-b78429b236c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07879d074bee4b36b1f2f661dc4aeb7f&device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 1128 time: 0.0614369 Jul 25 05:43:12.550293 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-99fc6f59-f018-4f7a-afaa-4e77f772382e req-9e36b271-d87f-4ff5-acbe-dfe3f60d7cc3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803542 Jul 25 05:43:12.569942 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:12.596323 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c8d40-0f7a-46d5-842e-b8eb412db89b req-d7936ca9-1c65-42a5-8aec-3d51da252fec tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:12.597869 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-014c8d40-0f7a-46d5-842e-b8eb412db89b req-d7936ca9-1c65-42a5-8aec-3d51da252fec tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.1369927 Jul 25 05:43:12.658735 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-052cd1f6-3bcb-41ae-b01b-5d73772c8f3d req-08ddc46e-1825-4d98-bfef-72e5fe7bfea2 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449275 Jul 25 05:43:12.674833 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2712d3-7a0d-456b-8aa5-952aec5f58bf tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:43:12.681585 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce2712d3-7a0d-456b-8aa5-952aec5f58bf tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:12.688567 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4d23e-02df-4be9-af94-4e9e0cf8727c None None] Sync routers for ids ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:43:12.698819 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4d23e-02df-4be9-af94-4e9e0cf8727c None None] Routers {'0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:12.699519 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-75d4d23e-02df-4be9-af94-4e9e0cf8727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:43:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:12.714136 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-014c8d40-0f7a-46d5-842e-b8eb412db89b req-0c177973-0b8e-4d9f-9144-34d944eb3706 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006446 Jul 25 05:43:12.724873 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ce2712d3-7a0d-456b-8aa5-952aec5f58bf tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "PUT /v2.0/floatingips/3e2fbdcd-da67-477f-a6c2-82f1f6168524 HTTP/1.1" status: 200 len: 990 time: 1.0750489 Jul 25 05:43:12.724873 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3a0531-7a5e-4b9c-bb23-5079be9a101d', 'tag': '7bfd86de-8081-4beb-baeb-694e95587519'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:43:12.725666 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d5fa7f-c9d1-4dc9-b325-2c1965a9bb08" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3a0531-7a5e-4b9c-bb23-5079be9a101d", "tag": "7bfd86de-8081-4beb-baeb-694e95587519"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:43:12.759662 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2923b29-2f59-45f0-8ea7-aed6fcd56a7b x-openstack-request-id: req-f2923b29-2f59-45f0-8ea7-aed6fcd56a7b {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:43:12.759953 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3a0531-7a5e-4b9c-bb23-5079be9a101d", "tag": "7bfd86de-8081-4beb-baeb-694e95587519", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:43:12.760211 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f2923b29-2f59-45f0-8ea7-aed6fcd56a7b {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:43:12.760623 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2923b29-2f59-45f0-8ea7-aed6fcd56a7b'] response: {'name': 'network-changed', 'server_uuid': '4d3a0531-7a5e-4b9c-bb23-5079be9a101d', 'tag': '7bfd86de-8081-4beb-baeb-694e95587519', 'status': 'completed', 'code': 200} Jul 25 05:43:12.810703 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-75d4d23e-02df-4be9-af94-4e9e0cf8727c None None] Set router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:12.962515 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:43:13.028992 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:13.180914 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:13.206177 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'port_id': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'mac_address': 'fa:16:3e:4b:9d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:43:13.269567 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5fa7f-c9d1-4dc9-b325-2c1965a9bb08 req-c55f7dab-194a-4602-9dca-fe6b44a5554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:13.271061 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48d5fa7f-c9d1-4dc9-b325-2c1965a9bb08 req-c55f7dab-194a-4602-9dca-fe6b44a5554a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0b7d41e75df46f28cebff70c16d4750&device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 1129 time: 0.0919566 Jul 25 05:43:13.274499 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:13.274901 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:13.286134 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-75d4d23e-02df-4be9-af94-4e9e0cf8727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '3e2fbdcd-da67-477f-a6c2-82f1f6168524', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'port_id': '7bfd86de-8081-4beb-baeb-694e95587519', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'mac_address': 'fa:16:3e:d2:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3a0531-7a5e-4b9c-bb23-5079be9a101d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:42:50Z', 'updated_at': '2022-07-25T05:43:12Z', 'revision_number': 1, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:41Z', 'revision_number': 5, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:13.295916 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2677c4-5521-410a-b35f-6568e2008b23 req-35d54ace-3a3e-4fd9-ad25-36596d7213e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:13.297422 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ad2677c4-5521-410a-b35f-6568e2008b23 req-35d54ace-3a3e-4fd9-ad25-36596d7213e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3bf226e-5490-492a-a2d4-f65b0aace87c HTTP/1.1" status: 200 len: 917 time: 0.1393542 Jul 25 05:43:13.316511 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4d23e-02df-4be9-af94-4e9e0cf8727c None None] Checking router: 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:43:13.320536 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:43:13.337074 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4d23e-02df-4be9-af94-4e9e0cf8727c None None] Routers {'0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:13.337685 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-75d4d23e-02df-4be9-af94-4e9e0cf8727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:43:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:13.349065 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:13.379277 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:13.476119 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:13.486704 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-75d4d23e-02df-4be9-af94-4e9e0cf8727c None None] Set router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:13.557222 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:13.623935 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:13.682151 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ad2677c4-5521-410a-b35f-6568e2008b23 req-7748d6fb-aef4-41d9-84c2-5daf4fb56830 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc HTTP/1.1" status: 200 len: 217 time: 0.0588381 Jul 25 05:43:13.708474 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-75d4d23e-02df-4be9-af94-4e9e0cf8727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '3e2fbdcd-da67-477f-a6c2-82f1f6168524', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'port_id': '7bfd86de-8081-4beb-baeb-694e95587519', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'mac_address': 'fa:16:3e:d2:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3a0531-7a5e-4b9c-bb23-5079be9a101d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:42:50Z', 'updated_at': '2022-07-25T05:43:12Z', 'revision_number': 1, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:41Z', 'revision_number': 5, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:13.734279 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:13.734692 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4d23e-02df-4be9-af94-4e9e0cf8727c None None] The sync data for ids ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'] in dv-cinder-850830-1-iscsi is: [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '3e2fbdcd-da67-477f-a6c2-82f1f6168524', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'port_id': '7bfd86de-8081-4beb-baeb-694e95587519', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'mac_address': 'fa:16:3e:d2:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3a0531-7a5e-4b9c-bb23-5079be9a101d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:42:50Z', 'updated_at': '2022-07-25T05:43:12Z', 'revision_number': 1, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:41Z', 'revision_number': 5, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:43:13.755943 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5fa7f-c9d1-4dc9-b325-2c1965a9bb08 req-69dfbc6f-9faa-480f-a758-2e337e5bdf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:13.757468 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48d5fa7f-c9d1-4dc9-b325-2c1965a9bb08 req-69dfbc6f-9faa-480f-a758-2e337e5bdf5f service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e8a2b36-0a33-4763-b71a-50bb1209bd57 HTTP/1.1" status: 200 len: 911 time: 0.1421061 Jul 25 05:43:13.801435 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:43:13.817076 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe7d91-7a1b-4d45-b809-1a1beae84688 req-0a1bdf49-0337-4115-ac8f-a62db420276a tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:13.818638 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eefe7d91-7a1b-4d45-b809-1a1beae84688 req-0a1bdf49-0337-4115-ac8f-a62db420276a tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 946 time: 0.0703633 Jul 25 05:43:13.882888 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318f668-9611-41e8-a364-4d1106e86e96 req-cc9e7f5e-aa80-4d6d-8529-98823c60c22d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:13.884471 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3318f668-9611-41e8-a364-4d1106e86e96 req-cc9e7f5e-aa80-4d6d-8529-98823c60c22d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 945 time: 0.0866575 Jul 25 05:43:13.909814 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:13.939508 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eefe7d91-7a1b-4d45-b809-1a1beae84688 req-f948c1cb-ea1b-4eba-89ad-00907daec4a2 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935018 Jul 25 05:43:13.961888 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3318f668-9611-41e8-a364-4d1106e86e96 req-cb861208-2c90-46c7-b154-5c47ef3f3219 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713475 Jul 25 05:43:13.966017 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1733169a-7b88-4d8d-9c1a-6dae8dd8040a None None] New status for floating IP 3e2fbdcd-da67-477f-a6c2-82f1f6168524: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:43:14.163818 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:14.294880 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48d5fa7f-c9d1-4dc9-b325-2c1965a9bb08 req-3d2091d1-e97e-46da-b5bd-a0865b417c58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bfd86de-8081-4beb-baeb-694e95587519 HTTP/1.1" status: 200 len: 1000 time: 0.0924177 Jul 25 05:43:14.296386 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2677c4-5521-410a-b35f-6568e2008b23 req-ad0af608-e730-4d68-964c-8728fde851dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:14.297754 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ad2677c4-5521-410a-b35f-6568e2008b23 req-ad0af608-e730-4d68-964c-8728fde851dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ecc5ec61-182f-4394-8d5b-0f0b0ace7563 HTTP/1.1" status: 200 len: 855 time: 0.0887754 Jul 25 05:43:14.575535 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2677c4-5521-410a-b35f-6568e2008b23 req-2a066be1-60c7-4e37-ab93-e5dd66e3911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:14.577692 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ad2677c4-5521-410a-b35f-6568e2008b23 req-2a066be1-60c7-4e37-ab93-e5dd66e3911f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3bf226e-5490-492a-a2d4-f65b0aace87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444877 Jul 25 05:43:14.691014 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:14.698543 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:14.927736 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5fa7f-c9d1-4dc9-b325-2c1965a9bb08 req-f4af860c-8d12-42b6-b65f-ccb0cd91eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:14.929437 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48d5fa7f-c9d1-4dc9-b325-2c1965a9bb08 req-f4af860c-8d12-42b6-b65f-ccb0cd91eb59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e90ad6d8-8def-4a90-a2f2-756814ec1124 HTTP/1.1" status: 200 len: 849 time: 0.0512352 Jul 25 05:43:14.962882 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:43:15.012171 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882c375-001a-4edd-b697-b38f4edb1869 req-106e98d2-c980-41c5-9970-8706c52f04b5 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:15.013841 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9882c375-001a-4edd-b697-b38f4edb1869 req-106e98d2-c980-41c5-9970-8706c52f04b5 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 945 time: 0.0635478 Jul 25 05:43:15.025619 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:43:15.040556 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:15.041019 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:15.081744 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:15.120539 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d34a36-976d-4f5e-979e-1253596a6472 req-a15e80e0-458f-4d10-a1a6-dd41da7a4107 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:15.127928 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5fa7f-c9d1-4dc9-b325-2c1965a9bb08 req-6684befa-7b06-44ce-92c8-0baa098ba24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:15.128161 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-85d34a36-976d-4f5e-979e-1253596a6472 req-a15e80e0-458f-4d10-a1a6-dd41da7a4107 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 946 time: 0.1082857 Jul 25 05:43:15.129553 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48d5fa7f-c9d1-4dc9-b325-2c1965a9bb08 req-6684befa-7b06-44ce-92c8-0baa098ba24c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e8a2b36-0a33-4763-b71a-50bb1209bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0988708 Jul 25 05:43:15.151269 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:15.152103 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:15.160697 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9882c375-001a-4edd-b697-b38f4edb1869 req-4b7bc4cc-ff51-4710-83bd-281f2026ad68 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236374 Jul 25 05:43:15.181584 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:43:15.184310 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e32e26-0fb2-429d-809c-95037b26b81c" -d '{"events": [{"server_uuid": "cbb16475-6c9b-4c00-be15-0b5f68b01d0a", "name": "network-vif-plugged", "status": "completed", "tag": "15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:43:15.188053 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39236) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:15.199413 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:15.205696 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:15.209000 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ad2677c4-5521-410a-b35f-6568e2008b23 req-cdc72156-4218-4339-a45d-def03240916d service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870732 Jul 25 05:43:15.219784 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-85d34a36-976d-4f5e-979e-1253596a6472 req-7b51debe-f0b1-4753-a3fe-ad31ae3abdfb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866683 Jul 25 05:43:15.288119 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6163e25-45de-4bfb-8928-9c953364474d x-openstack-request-id: req-f6163e25-45de-4bfb-8928-9c953364474d {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:43:15.288443 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb16475-6c9b-4c00-be15-0b5f68b01d0a", "name": "network-vif-plugged", "status": "completed", "tag": "15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:43:15.288721 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f6163e25-45de-4bfb-8928-9c953364474d {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:43:15.289945 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cfafa-b488-4ab6-88d7-c5bacc54bf07 req-0543ff10-8c72-4314-8087-9970af898380 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:15.290500 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6163e25-45de-4bfb-8928-9c953364474d'] response: {'server_uuid': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'code': 200} Jul 25 05:43:15.298578 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9c9cfafa-b488-4ab6-88d7-c5bacc54bf07 req-0543ff10-8c72-4314-8087-9970af898380 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0647669 Jul 25 05:43:15.310593 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48d5fa7f-c9d1-4dc9-b325-2c1965a9bb08 req-baf815b5-9d2e-4a7f-bfe5-3f35756fc763 service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676326 Jul 25 05:43:15.316901 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:15.329326 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.329792 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.330427 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.331025 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.331508 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.331854 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.332195 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.332530 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.333024 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.333365 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.333698 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.334046 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.334382 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.334711 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.335033 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:15.357027 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9c9cfafa-b488-4ab6-88d7-c5bacc54bf07 req-64acab60-ed8b-4e89-a849-5bc85f7b2802 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564651 Jul 25 05:43:15.393671 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920c7e8-4f73-489b-8366-76b1da966d37 req-7127bb3a-2aff-47bf-9252-e7a194fd2b72 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:15.395346 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e920c7e8-4f73-489b-8366-76b1da966d37 req-7127bb3a-2aff-47bf-9252-e7a194fd2b72 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 946 time: 0.0606818 Jul 25 05:43:15.403995 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab62d28-7b41-40d5-82fe-2366e3b0bb73 tempest-TestMinimumBasicScenario-397279668 tempest-TestMinimumBasicScenario-397279668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:15.405527 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-eab62d28-7b41-40d5-82fe-2366e3b0bb73 tempest-TestMinimumBasicScenario-397279668 tempest-TestMinimumBasicScenario-397279668-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 1124 time: 0.2147920 Jul 25 05:43:15.408303 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39242) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:15.412585 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Request body: {'floatingip': {'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'port_id': '8a836452-7655-49c8-9aaf-c2441440165f', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:15.439142 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:15.452587 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e920c7e8-4f73-489b-8366-76b1da966d37 req-20e64042-305f-4cd6-80d2-a954738ba0f7 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508704 Jul 25 05:43:15.477244 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39244) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:15.518773 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884ee877-8f19-43f2-a346-b435fe0eb00a tempest-TestVolumeBootPattern-1489602325 tempest-TestVolumeBootPattern-1489602325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:15.523192 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-884ee877-8f19-43f2-a346-b435fe0eb00a tempest-TestVolumeBootPattern-1489602325 tempest-TestVolumeBootPattern-1489602325-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 1125 time: 0.0420241 Jul 25 05:43:15.523355 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39246) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:15.527619 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Request body: {'floatingip': {'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'port_id': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:15.550570 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:15.629383 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:15.641865 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:15.734162 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:15.753998 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Allocated IP 172.27.3.89 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/e1723c61-ab86-4355-862e-e8e869de0a86) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:43:15.773050 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ad2677c4-5521-410a-b35f-6568e2008b23 req-c6b7869f-159e-4275-83d1-6d97da657aae service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628515 Jul 25 05:43:15.777559 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48d5fa7f-c9d1-4dc9-b325-2c1965a9bb08 req-1a8807a7-f083-4d94-bbdf-8bdff1cdbad3 service neutron] 10.222.0.43 "GET /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774804 Jul 25 05:43:15.778744 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989cf94-b889-48c3-9455-0ed73fe1f406 req-67934748-301b-4478-aa23-0a2083856e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:15.780296 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0989cf94-b889-48c3-9455-0ed73fe1f406 req-67934748-301b-4478-aa23-0a2083856e1c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 1130 time: 0.0886714 Jul 25 05:43:15.867396 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for port (e1723c61-ab86-4355-862e-e8e869de0a86), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:15.882233 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0989cf94-b889-48c3-9455-0ed73fe1f406 req-55e80664-efd3-40e9-8e02-62cca93c643d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432842 Jul 25 05:43:15.900859 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (e1723c61-ab86-4355-862e-e8e869de0a86), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:15.932446 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:15.939347 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:43:15.948255 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:43:15.952628 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:43:15.952827 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Allocated IP 172.27.3.128 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/fd1f9a36-83aa-4fbf-9574-0e9112e62030) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:43:15.955460 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'Port': ['ID=e1723c61-ab86-4355-862e-e8e869de0a86,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:15.957653 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:16.000493 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:16.061654 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for port (fd1f9a36-83aa-4fbf-9574-0e9112e62030), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:16.096470 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (fd1f9a36-83aa-4fbf-9574-0e9112e62030), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:16.139419 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:43:16.145321 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:43:16.149687 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:43:16.172060 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event updated for resources: {'Port': ['ID=fd1f9a36-83aa-4fbf-9574-0e9112e62030,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:16.187003 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.187342 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.187678 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.188010 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.188341 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.188663 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.189009 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.189331 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.189727 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.190048 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.190367 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.190683 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.190998 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.191312 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.191625 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:16.534284 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850908e-2902-49ed-a642-222fa5044315 req-eb447285-67d2-4035-a17d-ca3cb3816463 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:16.535841 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e850908e-2902-49ed-a642-222fa5044315 req-eb447285-67d2-4035-a17d-ca3cb3816463 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0947869 Jul 25 05:43:16.633718 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e850908e-2902-49ed-a642-222fa5044315 req-343a2848-298b-47f5-aa12-42fe48faa2b0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910864 Jul 25 05:43:16.675273 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for floatingip (c4c9031e-e964-4da5-8c6a-918cd97233bd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:16.746990 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (e1723c61-ab86-4355-862e-e8e869de0a86), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:16.772697 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for floatingip (0ae1ea83-021f-44af-9942-8cdb8d12e022), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:16.845493 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (fd1f9a36-83aa-4fbf-9574-0e9112e62030), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:16.885441 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:16.914477 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for port (e1723c61-ab86-4355-862e-e8e869de0a86), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:16.919683 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (e1723c61-ab86-4355-862e-e8e869de0a86), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:17.000212 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'Port': ['ID=e1723c61-ab86-4355-862e-e8e869de0a86,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:17.002011 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:17.004826 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for port (fd1f9a36-83aa-4fbf-9574-0e9112e62030), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:17.011080 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (fd1f9a36-83aa-4fbf-9574-0e9112e62030), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:17.014343 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (c4c9031e-e964-4da5-8c6a-918cd97233bd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:17.082960 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event updated for resources: {'Port': ['ID=fd1f9a36-83aa-4fbf-9574-0e9112e62030,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:17.095301 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (0ae1ea83-021f-44af-9942-8cdb8d12e022), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:17.121284 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Floating IP c4c9031e-e964-4da5-8c6a-918cd97233bd associated. External IP: 172.27.3.89, port: b0866f27-ba8f-4546-9f9a-870e1b130663. Jul 25 05:43:17.124034 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:17.193702 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Floating IP 0ae1ea83-021f-44af-9942-8cdb8d12e022 associated. External IP: 172.27.3.128, port: 8a836452-7655-49c8-9aaf-c2441440165f. Jul 25 05:43:17.198164 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:17.326141 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Router 69d34c74-32ce-4361-8495-19839f55ab35 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:43:17.398412 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:43:17.432751 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:43:17.443112 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16605211-4c4d-4e37-b0c8-7a20ebd7b556 None None] Sync routers for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:43:17.452106 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:17.456671 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16605211-4c4d-4e37-b0c8-7a20ebd7b556 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:17.457363 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-16605211-4c4d-4e37-b0c8-7a20ebd7b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:43:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:17.485540 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-bc471183-67d9-470d-ab8a-9114b0cb7d7d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9590604 Jul 25 05:43:17.485540 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'tag': 'b0866f27-ba8f-4546-9f9a-870e1b130663'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:43:17.487635 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91f3247-881a-49ef-be4f-684daf86faaf" -d '{"events": [{"name": "network-changed", "server_uuid": "bc622d78-aba1-429a-8fe6-b3b0252bc63e", "tag": "b0866f27-ba8f-4546-9f9a-870e1b130663"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:43:17.516261 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:43:17.526221 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ebb6be-cbfe-4a8f-9051-b304df7de8e5 x-openstack-request-id: req-45ebb6be-cbfe-4a8f-9051-b304df7de8e5 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:43:17.526523 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc622d78-aba1-429a-8fe6-b3b0252bc63e", "tag": "b0866f27-ba8f-4546-9f9a-870e1b130663", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:43:17.526784 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-45ebb6be-cbfe-4a8f-9051-b304df7de8e5 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:43:17.527147 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ebb6be-cbfe-4a8f-9051-b304df7de8e5'] response: {'name': 'network-changed', 'server_uuid': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'tag': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'status': 'completed', 'code': 200} Jul 25 05:43:17.530082 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8308b8e0-2380-4ada-baeb-f4e13fb4a56b None None] Sync routers for ids ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:43:17.546458 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:17.548586 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8308b8e0-2380-4ada-baeb-f4e13fb4a56b None None] Routers {'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:17.550667 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-8308b8e0-2380-4ada-baeb-f4e13fb4a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:43:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:17.578580 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-dc8eae23-f16b-4e53-95c8-9c1496cb50f4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1687560 Jul 25 05:43:17.578833 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'tag': '8a836452-7655-49c8-9aaf-c2441440165f'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:43:17.581144 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13860f2-245c-4cd0-b9e0-e25d098a0853" -d '{"events": [{"name": "network-changed", "server_uuid": "5a30608a-b03b-41fb-95be-6ba3eba17562", "tag": "8a836452-7655-49c8-9aaf-c2441440165f"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:43:17.581755 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39254) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:17.589816 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-16605211-4c4d-4e37-b0c8-7a20ebd7b556 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:17.592553 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1a335d40-3dcd-4bc2-be39-f8c4d722524b tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191967470', 'description': 'tempest-secgroup-smoke-1191967470 description', 'project_id': '987ce20ceedd49cb9419cc506c50fce3'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:17.621965 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a335d40-3dcd-4bc2-be39-f8c4d722524b tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:17.634415 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6091dc1f-a8d3-4bef-bc4f-ed020da86f76 x-openstack-request-id: req-6091dc1f-a8d3-4bef-bc4f-ed020da86f76 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:43:17.635012 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a30608a-b03b-41fb-95be-6ba3eba17562", "tag": "8a836452-7655-49c8-9aaf-c2441440165f", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:43:17.635012 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6091dc1f-a8d3-4bef-bc4f-ed020da86f76 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:43:17.635012 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6091dc1f-a8d3-4bef-bc4f-ed020da86f76'] response: {'name': 'network-changed', 'server_uuid': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'tag': '8a836452-7655-49c8-9aaf-c2441440165f', 'status': 'completed', 'code': 200} Jul 25 05:43:17.671267 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-8308b8e0-2380-4ada-baeb-f4e13fb4a56b None None] Set router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:17.709580 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a335d40-3dcd-4bc2-be39-f8c4d722524b tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group (182d468d-0d4d-48aa-9fb2-39ecd2e1bb05), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:17.712873 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:17.716511 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:17.717537 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a335d40-3dcd-4bc2-be39-f8c4d722524b tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (182d468d-0d4d-48aa-9fb2-39ecd2e1bb05), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:17.761160 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a335d40-3dcd-4bc2-be39-f8c4d722524b tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:17.766442 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-1a335d40-3dcd-4bc2-be39-f8c4d722524b tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1828704 Jul 25 05:43:17.767285 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39260) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:17.771381 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a335d40-3dcd-4bc2-be39-f8c4d722524b tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:17.780976 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c3d8e759-7cd2-4968-a106-4901d6d0c1aa tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Request body: {'security_group_rule': {'security_group_id': '182d468d-0d4d-48aa-9fb2-39ecd2e1bb05', 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:17.892360 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7a257-5131-49a8-9154-34279e519087 req-691a6d69-6ba4-4d31-aac1-beab0f07251f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:17.895930 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4c7a257-5131-49a8-9154-34279e519087 req-691a6d69-6ba4-4d31-aac1-beab0f07251f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0668681 Jul 25 05:43:17.901300 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13860f2-245c-4cd0-b9e0-e25d098a0853 req-74841f09-78cb-403f-915e-1ef8b9eb5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:17.902813 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b13860f2-245c-4cd0-b9e0-e25d098a0853 req-74841f09-78cb-403f-915e-1ef8b9eb5585 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=987ce20ceedd49cb9419cc506c50fce3&device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 1129 time: 0.0780451 Jul 25 05:43:17.903821 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f3247-881a-49ef-be4f-684daf86faaf req-0495f5aa-0dcc-40a6-b3fc-8e14978ec602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:17.905203 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f91f3247-881a-49ef-be4f-684daf86faaf req-0495f5aa-0dcc-40a6-b3fc-8e14978ec602 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 1130 time: 0.1482458 Jul 25 05:43:17.913430 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-16605211-4c4d-4e37-b0c8-7a20ebd7b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'c4c9031e-e964-4da5-8c6a-918cd97233bd', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:33:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:16Z', 'updated_at': '2022-07-25T05:43:16Z', 'revision_number': 0, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:17.953531 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3d8e759-7cd2-4968-a106-4901d6d0c1aa tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (a0a38db6-934a-4403-88f6-c2f0166938bb), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:17.973796 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4c7a257-5131-49a8-9154-34279e519087 req-798543d4-ae46-4a3d-90d1-ce196d9dcfe3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689156 Jul 25 05:43:17.980700 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-8308b8e0-2380-4ada-baeb-f4e13fb4a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:42:17Z', 'revision_number': 4, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port': {'id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:14Z', 'updated_at': '2022-07-25T05:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '0ae1ea83-021f-44af-9942-8cdb8d12e022', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'port_id': '8a836452-7655-49c8-9aaf-c2441440165f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'mac_address': 'fa:16:3e:9f:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:16Z', 'updated_at': '2022-07-25T05:43:16Z', 'revision_number': 0, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4d2a4b-9f81-495d-8dbd-273e790718ba', 'name': '', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'mac_address': 'fa:16:3e:ec:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:16Z', 'updated_at': '2022-07-25T05:42:21Z', 'revision_number': 5, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'subnets': [{'id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:18.017222 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8308b8e0-2380-4ada-baeb-f4e13fb4a56b None None] Checking router: a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:43:18.026637 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8308b8e0-2380-4ada-baeb-f4e13fb4a56b None None] Routers {'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:18.027265 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-8308b8e0-2380-4ada-baeb-f4e13fb4a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:43:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:18.087218 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:18.096367 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16605211-4c4d-4e37-b0c8-7a20ebd7b556 None None] Checking router: 69d34c74-32ce-4361-8495-19839f55ab35 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:43:18.105061 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16605211-4c4d-4e37-b0c8-7a20ebd7b556 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:18.105909 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-16605211-4c4d-4e37-b0c8-7a20ebd7b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:43:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:18.108812 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:18.139872 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-8308b8e0-2380-4ada-baeb-f4e13fb4a56b None None] Set router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:18.148873 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3d8e759-7cd2-4968-a106-4901d6d0c1aa tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (a0a38db6-934a-4403-88f6-c2f0166938bb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.159541 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13860f2-245c-4cd0-b9e0-e25d098a0853 req-db6b84b4-61d2-4f8f-b425-d8b63c8a1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:18.161057 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b13860f2-245c-4cd0-b9e0-e25d098a0853 req-db6b84b4-61d2-4f8f-b425-d8b63c8a1573 service neutron] 10.222.0.43 "GET /v2.0/networks?id=69a407fc-7892-4489-9edc-cabb773af8c0 HTTP/1.1" status: 200 len: 916 time: 0.2359643 Jul 25 05:43:18.161660 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3d8e759-7cd2-4968-a106-4901d6d0c1aa tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (a0a38db6-934a-4403-88f6-c2f0166938bb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.172849 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f3247-881a-49ef-be4f-684daf86faaf req-fceadb76-0ce2-4ef9-b3ed-b6f9610c123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:18.174289 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f91f3247-881a-49ef-be4f-684daf86faaf req-fceadb76-0ce2-4ef9-b3ed-b6f9610c123d service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 913 time: 0.2503886 Jul 25 05:43:18.215010 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-16605211-4c4d-4e37-b0c8-7a20ebd7b556 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:18.230309 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8e759-7cd2-4968-a106-4901d6d0c1aa tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a38db6-934a-4403-88f6-c2f0166938bb,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:18.269577 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3d8e759-7cd2-4968-a106-4901d6d0c1aa tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.270814 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c3d8e759-7cd2-4968-a106-4901d6d0c1aa tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5023456 Jul 25 05:43:18.274923 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39262) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:18.281279 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e125d24d-b9f2-4641-9189-6737696e2290 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Request body: {'security_group_rule': {'security_group_id': '182d468d-0d4d-48aa-9fb2-39ecd2e1bb05', 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:18.298561 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b13860f2-245c-4cd0-b9e0-e25d098a0853 req-d4875564-04e8-466a-b11d-75e181fcff04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a836452-7655-49c8-9aaf-c2441440165f HTTP/1.1" status: 200 len: 999 time: 0.1271904 Jul 25 05:43:18.303302 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f91f3247-881a-49ef-be4f-684daf86faaf req-c381c03a-663b-44b9-8aef-a6c2a9abec2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0866f27-ba8f-4546-9f9a-870e1b130663 HTTP/1.1" status: 200 len: 999 time: 0.1146448 Jul 25 05:43:18.320349 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e125d24d-b9f2-4641-9189-6737696e2290 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (6e06593e-ee7a-4bde-beb6-46047af2f146), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.371737 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-8308b8e0-2380-4ada-baeb-f4e13fb4a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:42:17Z', 'revision_number': 4, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port': {'id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:14Z', 'updated_at': '2022-07-25T05:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '0ae1ea83-021f-44af-9942-8cdb8d12e022', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'port_id': '8a836452-7655-49c8-9aaf-c2441440165f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'mac_address': 'fa:16:3e:9f:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:16Z', 'updated_at': '2022-07-25T05:43:16Z', 'revision_number': 0, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4d2a4b-9f81-495d-8dbd-273e790718ba', 'name': '', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'mac_address': 'fa:16:3e:ec:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:16Z', 'updated_at': '2022-07-25T05:42:21Z', 'revision_number': 5, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'subnets': [{'id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:18.390414 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e125d24d-b9f2-4641-9189-6737696e2290 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (6e06593e-ee7a-4bde-beb6-46047af2f146), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.395456 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e125d24d-b9f2-4641-9189-6737696e2290 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (6e06593e-ee7a-4bde-beb6-46047af2f146), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.406740 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8308b8e0-2380-4ada-baeb-f4e13fb4a56b None None] The sync data for ids ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'] in dv-cinder-850830-1-iscsi is: [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:42:17Z', 'revision_number': 4, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port': {'id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:14Z', 'updated_at': '2022-07-25T05:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '0ae1ea83-021f-44af-9942-8cdb8d12e022', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'port_id': '8a836452-7655-49c8-9aaf-c2441440165f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'mac_address': 'fa:16:3e:9f:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:16Z', 'updated_at': '2022-07-25T05:43:16Z', 'revision_number': 0, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4d2a4b-9f81-495d-8dbd-273e790718ba', 'name': '', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'mac_address': 'fa:16:3e:ec:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:16Z', 'updated_at': '2022-07-25T05:42:21Z', 'revision_number': 5, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'subnets': [{'id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:43:18.410247 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13860f2-245c-4cd0-b9e0-e25d098a0853 req-06683956-0673-4502-bc09-31a90223bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:18.411736 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b13860f2-245c-4cd0-b9e0-e25d098a0853 req-06683956-0673-4502-bc09-31a90223bf93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef HTTP/1.1" status: 200 len: 854 time: 0.1007011 Jul 25 05:43:18.415275 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:18.417658 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f3247-881a-49ef-be4f-684daf86faaf req-1ad98877-c9d8-4e56-8598-4bf75f98b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:18.419348 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f91f3247-881a-49ef-be4f-684daf86faaf req-1ad98877-c9d8-4e56-8598-4bf75f98b668 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2adb0773-3023-49e6-8611-e1d6ff14cd2e HTTP/1.1" status: 200 len: 851 time: 0.1069465 Jul 25 05:43:18.426054 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125d24d-b9f2-4641-9189-6737696e2290 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e06593e-ee7a-4bde-beb6-46047af2f146,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:18.434172 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e125d24d-b9f2-4641-9189-6737696e2290 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.435605 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e125d24d-b9f2-4641-9189-6737696e2290 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1596968 Jul 25 05:43:18.438332 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39264) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:18.444886 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3249eb5b-59d4-42bf-aa22-860020ed5bb0 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Request body: {'security_group_rule': {'security_group_id': '182d468d-0d4d-48aa-9fb2-39ecd2e1bb05', 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:18.483812 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3249eb5b-59d4-42bf-aa22-860020ed5bb0 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (a4a9da14-81e8-4aa3-9e8e-dc296c6cac96), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.506358 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-16605211-4c4d-4e37-b0c8-7a20ebd7b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'c4c9031e-e964-4da5-8c6a-918cd97233bd', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:33:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:16Z', 'updated_at': '2022-07-25T05:43:16Z', 'revision_number': 0, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:18.530651 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13860f2-245c-4cd0-b9e0-e25d098a0853 req-6834381a-3d9e-4360-bddd-5c7deb4710c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:18.533105 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:18.533335 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b13860f2-245c-4cd0-b9e0-e25d098a0853 req-6834381a-3d9e-4360-bddd-5c7deb4710c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=69a407fc-7892-4489-9edc-cabb773af8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0883155 Jul 25 05:43:18.535681 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f3247-881a-49ef-be4f-684daf86faaf req-ac462229-12fe-4a9f-b7ad-6c060a46cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:18.536952 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16605211-4c4d-4e37-b0c8-7a20ebd7b556 None None] The sync data for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi is: [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'c4c9031e-e964-4da5-8c6a-918cd97233bd', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:33:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:16Z', 'updated_at': '2022-07-25T05:43:16Z', 'revision_number': 0, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:43:18.537670 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f91f3247-881a-49ef-be4f-684daf86faaf req-ac462229-12fe-4a9f-b7ad-6c060a46cab2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bd65f0e-472c-4905-913d-3224424e7dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0916884 Jul 25 05:43:18.542386 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:18.554221 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3249eb5b-59d4-42bf-aa22-860020ed5bb0 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (a4a9da14-81e8-4aa3-9e8e-dc296c6cac96), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.558699 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3249eb5b-59d4-42bf-aa22-860020ed5bb0 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (a4a9da14-81e8-4aa3-9e8e-dc296c6cac96), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.584860 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249eb5b-59d4-42bf-aa22-860020ed5bb0 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a9da14-81e8-4aa3-9e8e-dc296c6cac96,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:18.608378 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3249eb5b-59d4-42bf-aa22-860020ed5bb0 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.609650 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3249eb5b-59d4-42bf-aa22-860020ed5bb0 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1701105 Jul 25 05:43:18.612954 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39266) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:18.617465 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-aecc6741-c3c6-4798-a26f-579a2f9e92a1 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Request body: {'security_group_rule': {'security_group_id': '182d468d-0d4d-48aa-9fb2-39ecd2e1bb05', 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:18.647700 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aecc6741-c3c6-4798-a26f-579a2f9e92a1 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (75e1c8e6-110d-4e65-905d-27536d475800), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.717330 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aecc6741-c3c6-4798-a26f-579a2f9e92a1 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (75e1c8e6-110d-4e65-905d-27536d475800), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.722675 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b13860f2-245c-4cd0-b9e0-e25d098a0853 req-3d63f9f7-1a95-4f77-988c-3ddb5ed50da8 service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780136 Jul 25 05:43:18.722864 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aecc6741-c3c6-4798-a26f-579a2f9e92a1 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (75e1c8e6-110d-4e65-905d-27536d475800), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.746082 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc6741-c3c6-4798-a26f-579a2f9e92a1 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e1c8e6-110d-4e65-905d-27536d475800,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:18.750801 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0b7821-8575-4262-b6af-fca691eb15cf None None] New status for floating IP 0ae1ea83-021f-44af-9942-8cdb8d12e022: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:43:18.758723 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aecc6741-c3c6-4798-a26f-579a2f9e92a1 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.763520 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-aecc6741-c3c6-4798-a26f-579a2f9e92a1 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495667 Jul 25 05:43:18.764236 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39268) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:18.779181 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-941fc7f2-a419-44c2-9a5d-7fc940751c22 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Request body: {'security_group_rule': {'security_group_id': '182d468d-0d4d-48aa-9fb2-39ecd2e1bb05', 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:18.792192 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f91f3247-881a-49ef-be4f-684daf86faaf req-d35eaf54-913d-4df5-b721-d66f4c5c9f34 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385325 Jul 25 05:43:18.880686 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1e8946-8300-4f64-a17b-8243f8554ff1 None None] New status for floating IP c4c9031e-e964-4da5-8c6a-918cd97233bd: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:43:18.903908 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-941fc7f2-a419-44c2-9a5d-7fc940751c22 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Project 987ce20ceedd49cb9419cc506c50fce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 05:43:18.926382 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-941fc7f2-a419-44c2-9a5d-7fc940751c22 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (10dfce39-135c-4cc3-8a44-e37e3d1fbcec), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:18.937351 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b13860f2-245c-4cd0-b9e0-e25d098a0853 req-9e455ef5-ef7e-4302-818b-b38bfd7a3122 service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058845 Jul 25 05:43:18.985240 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f91f3247-881a-49ef-be4f-684daf86faaf req-310e4534-e4db-46d3-a77a-e29e935e22d8 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625884 Jul 25 05:43:19.016056 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-941fc7f2-a419-44c2-9a5d-7fc940751c22 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (10dfce39-135c-4cc3-8a44-e37e3d1fbcec), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:19.023194 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-941fc7f2-a419-44c2-9a5d-7fc940751c22 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (10dfce39-135c-4cc3-8a44-e37e3d1fbcec), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:19.026003 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:19.038279 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:19.051080 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fc7f2-a419-44c2-9a5d-7fc940751c22 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dfce39-135c-4cc3-8a44-e37e3d1fbcec,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:19.059144 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-941fc7f2-a419-44c2-9a5d-7fc940751c22 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:19.060423 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-941fc7f2-a419-44c2-9a5d-7fc940751c22 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2894828 Jul 25 05:43:19.063283 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39272) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:19.069698 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4949dcb6-ece3-4742-8ab8-79546cd2ef90 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Request body: {'security_group_rule': {'security_group_id': '182d468d-0d4d-48aa-9fb2-39ecd2e1bb05', 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:19.127969 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-4949dcb6-ece3-4742-8ab8-79546cd2ef90 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Project 987ce20ceedd49cb9419cc506c50fce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 05:43:19.137020 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4949dcb6-ece3-4742-8ab8-79546cd2ef90 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (76ed2d39-4d3b-4024-8ff6-8be32b152c82), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:19.145959 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265913f3-ddc5-4b3d-aab0-fe4bffc6f3d1 req-aaf794b7-6174-44b1-8c0b-d4370a05bd8a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:19.147464 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-265913f3-ddc5-4b3d-aab0-fe4bffc6f3d1 req-aaf794b7-6174-44b1-8c0b-d4370a05bd8a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0682709 Jul 25 05:43:19.233882 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4949dcb6-ece3-4742-8ab8-79546cd2ef90 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (76ed2d39-4d3b-4024-8ff6-8be32b152c82), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:19.237810 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-265913f3-ddc5-4b3d-aab0-fe4bffc6f3d1 req-baa0634c-51b0-49e7-b8ad-155bdd295047 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826621 Jul 25 05:43:19.239232 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4949dcb6-ece3-4742-8ab8-79546cd2ef90 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (76ed2d39-4d3b-4024-8ff6-8be32b152c82), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:19.270180 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949dcb6-ece3-4742-8ab8-79546cd2ef90 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ed2d39-4d3b-4024-8ff6-8be32b152c82,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:19.270180 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4949dcb6-ece3-4742-8ab8-79546cd2ef90 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:19.270180 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-4949dcb6-ece3-4742-8ab8-79546cd2ef90 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2051129 Jul 25 05:43:19.372351 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8628314-cec9-418c-8825-f8fb41cf09b9 req-8fa058d8-5411-48fb-84b2-93201fffebc5 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:19.373836 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d8628314-cec9-418c-8825-f8fb41cf09b9 req-8fa058d8-5411-48fb-84b2-93201fffebc5 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0608594 Jul 25 05:43:19.382695 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39278) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:19.387136 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6342f98c-4c77-4d39-8ed3-555f85a32cf2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Request body: {'floatingip': {'port_id': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:19.398201 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dffd6c45-ee73-4a28-bfef-34ee66c5dea6 req-09897cd7-06f5-43a3-b31b-43f2b0ba5b4f tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191967470&fields=id&tenant_id=987ce20ceedd49cb9419cc506c50fce3 HTTP/1.1" status: 200 len: 267 time: 0.0831707 Jul 25 05:43:19.417776 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:19.427537 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6342f98c-4c77-4d39-8ed3-555f85a32cf2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for floatingip (aae41def-dbc0-4971-bc4b-33214ff74a69), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:19.449350 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd6c45-ee73-4a28-bfef-34ee66c5dea6 req-37c9d00c-fbc3-4bd1-ace9-bf8ba5cb9e57 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:19.450832 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dffd6c45-ee73-4a28-bfef-34ee66c5dea6 req-37c9d00c-fbc3-4bd1-ace9-bf8ba5cb9e57 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 945 time: 0.0472815 Jul 25 05:43:19.462006 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-dffd6c45-ee73-4a28-bfef-34ee66c5dea6 req-6e89c3b5-7f55-4330-8ce1-0855e991b373 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Request body: {'port': {'security_groups': ['40c0d225-67b8-44e3-8ffa-702bf50e00ef', '182d468d-0d4d-48aa-9fb2-39ecd2e1bb05']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:43:19.538706 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-dffd6c45-ee73-4a28-bfef-34ee66c5dea6 req-6e89c3b5-7f55-4330-8ce1-0855e991b373 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (8a836452-7655-49c8-9aaf-c2441440165f), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:19.722981 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:19.724975 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-dffd6c45-ee73-4a28-bfef-34ee66c5dea6 req-6e89c3b5-7f55-4330-8ce1-0855e991b373 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] For port 8a836452-7655-49c8-9aaf-c2441440165f, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=8a836452-7655-49c8-9aaf-c2441440165f,segment=NetworkSegment(ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5),segment_id=ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:19.756608 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-dffd6c45-ee73-4a28-bfef-34ee66c5dea6 req-6e89c3b5-7f55-4330-8ce1-0855e991b373 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for port (8a836452-7655-49c8-9aaf-c2441440165f), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:19.762266 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-dffd6c45-ee73-4a28-bfef-34ee66c5dea6 req-6e89c3b5-7f55-4330-8ce1-0855e991b373 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (8a836452-7655-49c8-9aaf-c2441440165f), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:19.796755 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:19.808459 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd6c45-ee73-4a28-bfef-34ee66c5dea6 req-6e89c3b5-7f55-4330-8ce1-0855e991b373 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:19.809182 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-dffd6c45-ee73-4a28-bfef-34ee66c5dea6 req-6e89c3b5-7f55-4330-8ce1-0855e991b373 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:19.810577 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dffd6c45-ee73-4a28-bfef-34ee66c5dea6 req-6e89c3b5-7f55-4330-8ce1-0855e991b373 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "PUT /v2.0/ports/8a836452-7655-49c8-9aaf-c2441440165f HTTP/1.1" status: 200 len: 981 time: 0.3530920 Jul 25 05:43:19.811348 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'tag': '8a836452-7655-49c8-9aaf-c2441440165f'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:43:19.813936 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17135b6-cf1d-47a0-8411-0da7112713ff" -d '{"events": [{"name": "network-changed", "server_uuid": "5a30608a-b03b-41fb-95be-6ba3eba17562", "tag": "8a836452-7655-49c8-9aaf-c2441440165f"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:43:19.818344 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['8a836452-7655-49c8-9aaf-c2441440165f'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:43:19.859799 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89c3b5-7f55-4330-8ce1-0855e991b373 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event updated for resources: {'Port': ['ID=8a836452-7655-49c8-9aaf-c2441440165f,revision_number=6']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:19.914531 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a250faa6-2a7c-4bdb-b074-ebb4d4f9c140 x-openstack-request-id: req-a250faa6-2a7c-4bdb-b074-ebb4d4f9c140 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:43:19.914531 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a30608a-b03b-41fb-95be-6ba3eba17562", "tag": "8a836452-7655-49c8-9aaf-c2441440165f", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:43:19.914531 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a250faa6-2a7c-4bdb-b074-ebb4d4f9c140 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:43:19.914531 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a250faa6-2a7c-4bdb-b074-ebb4d4f9c140'] response: {'name': 'network-changed', 'server_uuid': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'tag': '8a836452-7655-49c8-9aaf-c2441440165f', 'status': 'completed', 'code': 200} Jul 25 05:43:19.933841 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:43:19.972483 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9487c-3bb2-4f36-8f8c-325b198f274c req-2e40b1c8-af0b-479c-8110-4d640735e76c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:19.974211 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-09f9487c-3bb2-4f36-8f8c-325b198f274c req-2e40b1c8-af0b-479c-8110-4d640735e76c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0901632 Jul 25 05:43:20.047047 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['8a836452-7655-49c8-9aaf-c2441440165f'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:43:20.059288 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-09f9487c-3bb2-4f36-8f8c-325b198f274c req-dc40ccb1-9848-4d76-9852-7547cd4f2b85 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773253 Jul 25 05:43:20.191850 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-75c77e9e-7ee5-459f-b0d6-527811cfcc1b None None] Provisioning complete for port 8a836452-7655-49c8-9aaf-c2441440165f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:43:20.192218 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-75c77e9e-7ee5-459f-b0d6-527811cfcc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (8a836452-7655-49c8-9aaf-c2441440165f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:20.200063 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:20.210414 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6342f98c-4c77-4d39-8ed3-555f85a32cf2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:20.214104 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17135b6-cf1d-47a0-8411-0da7112713ff req-9b0c5ff4-55a5-4ded-bd80-9c8d61c27ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:20.215663 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c17135b6-cf1d-47a0-8411-0da7112713ff req-9b0c5ff4-55a5-4ded-bd80-9c8d61c27ebe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=987ce20ceedd49cb9419cc506c50fce3&device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 1168 time: 0.0545678 Jul 25 05:43:20.217012 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6342f98c-4c77-4d39-8ed3-555f85a32cf2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (aae41def-dbc0-4971-bc4b-33214ff74a69), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:20.391912 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-6342f98c-4c77-4d39-8ed3-555f85a32cf2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Floating IP aae41def-dbc0-4971-bc4b-33214ff74a69 associated. External IP: 172.27.3.6, port: 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc. Jul 25 05:43:20.396161 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17135b6-cf1d-47a0-8411-0da7112713ff req-987bca1d-76ce-4ed7-91b8-0316f5da0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:20.397661 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c17135b6-cf1d-47a0-8411-0da7112713ff req-987bca1d-76ce-4ed7-91b8-0316f5da0249 service neutron] 10.222.0.43 "GET /v2.0/networks?id=69a407fc-7892-4489-9edc-cabb773af8c0 HTTP/1.1" status: 200 len: 916 time: 0.1455808 Jul 25 05:43:20.400824 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-75c77e9e-7ee5-459f-b0d6-527811cfcc1b None None] Current status of the port 8a836452-7655-49c8-9aaf-c2441440165f is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:43:20.424134 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:20.527479 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c17135b6-cf1d-47a0-8411-0da7112713ff req-cc3f5e40-b3a7-411f-a6b8-f5d2a36ecae2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a836452-7655-49c8-9aaf-c2441440165f HTTP/1.1" status: 200 len: 1001 time: 0.0976408 Jul 25 05:43:20.624013 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17135b6-cf1d-47a0-8411-0da7112713ff req-e81887dd-6587-42b9-9251-dc6531bfae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:20.625497 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c17135b6-cf1d-47a0-8411-0da7112713ff req-e81887dd-6587-42b9-9251-dc6531bfae97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef HTTP/1.1" status: 200 len: 854 time: 0.0901136 Jul 25 05:43:20.635482 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:20.717215 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17135b6-cf1d-47a0-8411-0da7112713ff req-c650d1b2-212e-4583-ab11-3817d45ac6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:20.718615 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c17135b6-cf1d-47a0-8411-0da7112713ff req-c650d1b2-212e-4583-ab11-3817d45ac6a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=69a407fc-7892-4489-9edc-cabb773af8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787590 Jul 25 05:43:20.739869 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6342f98c-4c77-4d39-8ed3-555f85a32cf2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Router f632e564-9df5-4703-a6b8-dcc5255d2e94 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:43:20.831660 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:20.895436 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c17135b6-cf1d-47a0-8411-0da7112713ff req-fe1a3257-896e-4516-9a65-c4ac5b7c9a21 service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691761 Jul 25 05:43:20.938476 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6342f98c-4c77-4d39-8ed3-555f85a32cf2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:43:20.943988 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6342f98c-4c77-4d39-8ed3-555f85a32cf2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:20.947715 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06322a-3c92-467d-9fb5-70b7eab5285f None None] Sync routers for ids ['f632e564-9df5-4703-a6b8-dcc5255d2e94'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:43:20.957888 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06322a-3c92-467d-9fb5-70b7eab5285f None None] Routers {'f632e564-9df5-4703-a6b8-dcc5255d2e94'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:20.958838 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ad06322a-3c92-467d-9fb5-70b7eab5285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:43:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['f632e564-9df5-4703-a6b8-dcc5255d2e94'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:21.013917 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6342f98c-4c77-4d39-8ed3-555f85a32cf2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "PUT /v2.0/floatingips/aae41def-dbc0-4971-bc4b-33214ff74a69 HTTP/1.1" status: 200 len: 990 time: 1.6300268 Jul 25 05:43:21.016029 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'tag': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:43:21.018278 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e5021e-d530-42db-910b-28f5de0fb99c" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb16475-6c9b-4c00-be15-0b5f68b01d0a", "tag": "15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:43:21.036187 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c17135b6-cf1d-47a0-8411-0da7112713ff req-d64b23fc-1ab6-4f9a-a719-261b654dc7e9 service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307898 Jul 25 05:43:21.058160 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bcc440-9f2d-4604-8416-3fb7380f6a0e x-openstack-request-id: req-a9bcc440-9f2d-4604-8416-3fb7380f6a0e {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:43:21.058450 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb16475-6c9b-4c00-be15-0b5f68b01d0a", "tag": "15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:43:21.058704 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a9bcc440-9f2d-4604-8416-3fb7380f6a0e {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:43:21.059106 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9bcc440-9f2d-4604-8416-3fb7380f6a0e'] response: {'name': 'network-changed', 'server_uuid': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'tag': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'status': 'completed', 'code': 200} Jul 25 05:43:21.070446 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-ad06322a-3c92-467d-9fb5-70b7eab5285f None None] Set router f632e564-9df5-4703-a6b8-dcc5255d2e94 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:21.151991 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5021e-d530-42db-910b-28f5de0fb99c req-6a72a902-3573-45df-b93d-b15b11d30b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:21.153547 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3e5021e-d530-42db-910b-28f5de0fb99c req-6a72a902-3573-45df-b93d-b15b11d30b8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07879d074bee4b36b1f2f661dc4aeb7f&device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 1130 time: 0.0416348 Jul 25 05:43:21.242817 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:21.248615 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5021e-d530-42db-910b-28f5de0fb99c req-be217ded-4a7d-4ee5-afab-9b967ace2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:21.250118 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3e5021e-d530-42db-910b-28f5de0fb99c req-be217ded-4a7d-4ee5-afab-9b967ace2e50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3bf226e-5490-492a-a2d4-f65b0aace87c HTTP/1.1" status: 200 len: 917 time: 0.0907125 Jul 25 05:43:21.287457 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ad06322a-3c92-467d-9fb5-70b7eab5285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'aae41def-dbc0-4971-bc4b-33214ff74a69', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'port_id': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'mac_address': 'fa:16:3e:4b:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:04Z', 'updated_at': '2022-07-25T05:43:19Z', 'revision_number': 1, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:05Z', 'revision_number': 5, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:21.312211 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06322a-3c92-467d-9fb5-70b7eab5285f None None] Checking router: f632e564-9df5-4703-a6b8-dcc5255d2e94 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:43:21.315289 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3e5021e-d530-42db-910b-28f5de0fb99c req-ec601ccb-9af3-401c-9bfb-0fe8955473e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc HTTP/1.1" status: 200 len: 998 time: 0.0561342 Jul 25 05:43:21.320703 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06322a-3c92-467d-9fb5-70b7eab5285f None None] Routers {'f632e564-9df5-4703-a6b8-dcc5255d2e94'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:21.321326 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ad06322a-3c92-467d-9fb5-70b7eab5285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:43:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['f632e564-9df5-4703-a6b8-dcc5255d2e94'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:21.369638 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5021e-d530-42db-910b-28f5de0fb99c req-ad5545bc-950f-41a4-a62b-3d1368535663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:21.371089 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3e5021e-d530-42db-910b-28f5de0fb99c req-ad5545bc-950f-41a4-a62b-3d1368535663 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ecc5ec61-182f-4394-8d5b-0f0b0ace7563 HTTP/1.1" status: 200 len: 855 time: 0.0488057 Jul 25 05:43:21.416007 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5021e-d530-42db-910b-28f5de0fb99c req-8a6dd2f8-171e-4917-b0dd-c9bde331af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:21.417547 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3e5021e-d530-42db-910b-28f5de0fb99c req-8a6dd2f8-171e-4917-b0dd-c9bde331af49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3bf226e-5490-492a-a2d4-f65b0aace87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398667 Jul 25 05:43:21.426872 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-ad06322a-3c92-467d-9fb5-70b7eab5285f None None] Set router f632e564-9df5-4703-a6b8-dcc5255d2e94 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:21.507208 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3e5021e-d530-42db-910b-28f5de0fb99c req-539d0642-da7b-410c-b821-91b6492af40c service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828762 Jul 25 05:43:21.599484 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:21.605766 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3e5021e-d530-42db-910b-28f5de0fb99c req-5b6cb335-514b-41e2-a50f-15ebe70d9553 service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918801 Jul 25 05:43:21.647930 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ad06322a-3c92-467d-9fb5-70b7eab5285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'aae41def-dbc0-4971-bc4b-33214ff74a69', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'port_id': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'mac_address': 'fa:16:3e:4b:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:04Z', 'updated_at': '2022-07-25T05:43:19Z', 'revision_number': 1, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:05Z', 'revision_number': 5, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:21.673630 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06322a-3c92-467d-9fb5-70b7eab5285f None None] The sync data for ids ['f632e564-9df5-4703-a6b8-dcc5255d2e94'] in dv-cinder-850830-1-iscsi is: [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'aae41def-dbc0-4971-bc4b-33214ff74a69', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'port_id': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'mac_address': 'fa:16:3e:4b:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:04Z', 'updated_at': '2022-07-25T05:43:19Z', 'revision_number': 1, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:05Z', 'revision_number': 5, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:43:21.866700 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b58958-4b9a-48ff-bc4e-3f9e3b37181e None None] New status for floating IP aae41def-dbc0-4971-bc4b-33214ff74a69: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:43:30.006419 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:30.053794 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=28 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:31.602284 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=68 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:31.645149 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=45 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:31.651318 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:34.260941 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:34.262781 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:39.323518 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6ba1588d-1453-4861-b7c4-64643619b2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:41.231101 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:41.710711 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-111b822f-37ed-4b16-afcf-11194577ab87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:42.573999 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:44.155423 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:44.701505 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:46.349937 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:46.353989 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:47.443277 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3126bf-e9bc-4a79-b8be-0740aacdd718 req-e18b6924-ef6d-4bf1-85c8-076fcd3bbca7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:47.444729 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6f3126bf-e9bc-4a79-b8be-0740aacdd718 req-e18b6924-ef6d-4bf1-85c8-076fcd3bbca7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 945 time: 0.0485754 Jul 25 05:43:47.492715 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6f3126bf-e9bc-4a79-b8be-0740aacdd718 req-1458409f-4dfc-4b79-a95c-a4f58c44c10c tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 Jul 25 05:43:48.607740 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40886500-7090-487d-bf71-ca923d45f5c9 req-0605c4d2-385e-4401-bd34-ca57c7431644 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:48.609202 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-40886500-7090-487d-bf71-ca923d45f5c9 req-0605c4d2-385e-4401-bd34-ca57c7431644 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 945 time: 0.0467179 Jul 25 05:43:48.654824 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-40886500-7090-487d-bf71-ca923d45f5c9 req-d1f42e23-cee8-450b-86e2-264fcd3a9286 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401065 Jul 25 05:43:49.369640 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8331874-225d-4f51-9809-f65e374b209b req-d5956dc1-388d-44a5-83a4-68b78fe5825f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:49.371082 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f8331874-225d-4f51-9809-f65e374b209b req-d5956dc1-388d-44a5-83a4-68b78fe5825f tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 945 time: 0.0482743 Jul 25 05:43:49.459180 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-f8331874-225d-4f51-9809-f65e374b209b req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Deleting port dce542e4-936d-4f42-abff-da12f790ddc3 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:43:49.459524 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-f8331874-225d-4f51-9809-f65e374b209b req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (dce542e4-936d-4f42-abff-da12f790ddc3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:49.549464 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-f8331874-225d-4f51-9809-f65e374b209b req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] For port dce542e4-936d-4f42-abff-da12f790ddc3, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=dce542e4-936d-4f42-abff-da12f790ddc3,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:49.549892 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-f8331874-225d-4f51-9809-f65e374b209b req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (dce542e4-936d-4f42-abff-da12f790ddc3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:49.714502 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-f8331874-225d-4f51-9809-f65e374b209b req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:49.714868 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-f8331874-225d-4f51-9809-f65e374b209b req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (282ecda8-f807-4598-8ad1-25564f3256af), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:49.715193 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-f8331874-225d-4f51-9809-f65e374b209b req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Floating IP 282ecda8-f807-4598-8ad1-25564f3256af disassociated. External IP: 172.27.3.54, port: dce542e4-936d-4f42-abff-da12f790ddc3. Jul 25 05:43:49.715540 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-f8331874-225d-4f51-9809-f65e374b209b req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Calling delete_port for dce542e4-936d-4f42-abff-da12f790ddc3 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:43:49.779223 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfac4f6-8a7e-42ea-b292-e22da8240777 req-dc06ef77-f1cb-4a94-b6ec-a3e413956ad7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:49.780615 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4dfac4f6-8a7e-42ea-b292-e22da8240777 req-dc06ef77-f1cb-4a94-b6ec-a3e413956ad7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 945 time: 0.0530496 Jul 25 05:43:49.828943 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4dfac4f6-8a7e-42ea-b292-e22da8240777 req-0056567a-d499-4e37-b9dc-1605eff3d06a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups?id=befea310-0cea-4b0a-9f7b-4431ecc84ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419788 Jul 25 05:43:49.847426 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-f8331874-225d-4f51-9809-f65e374b209b req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (dce542e4-936d-4f42-abff-da12f790ddc3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:49.879894 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event deleted for resources: {'Port': ['ID=dce542e4-936d-4f42-abff-da12f790ddc3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:49.994257 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8331874-225d-4f51-9809-f65e374b209b req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:43:50.107146 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8331874-225d-4f51-9809-f65e374b209b req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:43:50.120409 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7980c6e-9600-44b3-b089-62f6929de151 None None] Sync routers for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:43:50.136359 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7980c6e-9600-44b3-b089-62f6929de151 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:50.137113 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a7980c6e-9600-44b3-b089-62f6929de151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:43:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:50.157485 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8331874-225d-4f51-9809-f65e374b209b req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] No DVR routers for this DVR port dce542e4-936d-4f42-abff-da12f790ddc3 on host hv-cinder-85083 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:43:50.160891 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-f8331874-225d-4f51-9809-f65e374b209b req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:50.164127 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f8331874-225d-4f51-9809-f65e374b209b req-f100436f-eeef-4770-ae72-1151c0850a87 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.43 "DELETE /v2.0/ports/dce542e4-936d-4f42-abff-da12f790ddc3 HTTP/1.1" status: 204 len: 173 time: 0.7865109 Jul 25 05:43:50.164568 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9692b9-6007-40bf-80f1-a00b4a96d599', 'name': 'network-vif-deleted', 'tag': 'dce542e4-936d-4f42-abff-da12f790ddc3'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:43:50.167087 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985d66f4-0de8-4785-a0a4-e5b691dfdf1a" -d '{"events": [{"server_uuid": "0a9692b9-6007-40bf-80f1-a00b4a96d599", "name": "network-vif-deleted", "tag": "dce542e4-936d-4f42-abff-da12f790ddc3"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:43:50.217008 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4343869-f92c-48e0-a2db-b69b8a107fdc x-openstack-request-id: req-e4343869-f92c-48e0-a2db-b69b8a107fdc {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:43:50.217310 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9692b9-6007-40bf-80f1-a00b4a96d599", "name": "network-vif-deleted", "tag": "dce542e4-936d-4f42-abff-da12f790ddc3", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:43:50.217567 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e4343869-f92c-48e0-a2db-b69b8a107fdc {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:43:50.217972 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4343869-f92c-48e0-a2db-b69b8a107fdc'] response: {'server_uuid': '0a9692b9-6007-40bf-80f1-a00b4a96d599', 'name': 'network-vif-deleted', 'tag': 'dce542e4-936d-4f42-abff-da12f790ddc3', 'status': 'completed', 'code': 200} Jul 25 05:43:50.299415 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a7980c6e-9600-44b3-b089-62f6929de151 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:50.461997 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240ed46-7342-4df6-bfd0-8912f6f79255 req-5626f167-7a81-4629-9ac6-f8b8f9df2e51 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:50.463583 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2240ed46-7342-4df6-bfd0-8912f6f79255 req-5626f167-7a81-4629-9ac6-f8b8f9df2e51 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0525532 Jul 25 05:43:50.527124 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2240ed46-7342-4df6-bfd0-8912f6f79255 req-7ed65d7d-5e93-4480-b74e-cdddc5ecf1fa tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574336 Jul 25 05:43:50.662635 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a7980c6e-9600-44b3-b089-62f6929de151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:50.687318 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7980c6e-9600-44b3-b089-62f6929de151 None None] Checking router: 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:43:50.695949 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7980c6e-9600-44b3-b089-62f6929de151 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:50.696562 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a7980c6e-9600-44b3-b089-62f6929de151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:43:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:50.768470 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4fded-cfe8-4955-b2de-cb7807667998 req-1023ed7c-0ce7-4199-ad3a-6680ebd99971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:50.771224 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2b4fded-cfe8-4955-b2de-cb7807667998 req-1023ed7c-0ce7-4199-ad3a-6680ebd99971 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=987ce20ceedd49cb9419cc506c50fce3&device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 1168 time: 0.0414011 Jul 25 05:43:50.811210 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a7980c6e-9600-44b3-b089-62f6929de151 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:50.858376 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:50.875589 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:50.876631 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4fded-cfe8-4955-b2de-cb7807667998 req-f2915025-8e28-4285-a2c9-d8f96ca10c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:50.878432 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2b4fded-cfe8-4955-b2de-cb7807667998 req-f2915025-8e28-4285-a2c9-d8f96ca10c0d service neutron] 10.222.0.43 "GET /v2.0/networks?id=69a407fc-7892-4489-9edc-cabb773af8c0 HTTP/1.1" status: 200 len: 916 time: 0.0993714 Jul 25 05:43:50.954551 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-62352dbf-d884-4e3d-b708-4e5adc5665aa req-7428255a-12b7-4500-ae16-14da46b69f0a tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a9692b9-6007-40bf-80f1-a00b4a96d599 HTTP/1.1" status: 200 len: 210 time: 0.0332103 Jul 25 05:43:50.976412 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2b4fded-cfe8-4955-b2de-cb7807667998 req-855f57b5-4f85-4a1f-8d6a-a074fb71c80a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a836452-7655-49c8-9aaf-c2441440165f HTTP/1.1" status: 200 len: 1001 time: 0.0901830 Jul 25 05:43:51.026002 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a7980c6e-9600-44b3-b089-62f6929de151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:51.028058 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4fded-cfe8-4955-b2de-cb7807667998 req-b730089c-6301-464e-99c9-4fdf0b82daec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:51.029569 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2b4fded-cfe8-4955-b2de-cb7807667998 req-b730089c-6301-464e-99c9-4fdf0b82daec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef HTTP/1.1" status: 200 len: 854 time: 0.0465114 Jul 25 05:43:51.051338 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7980c6e-9600-44b3-b089-62f6929de151 None None] The sync data for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi is: [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:37:23Z', 'revision_number': 4, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d', 'name': '', 'network_id': 'fec420c3-be12-4a0c-92d9-7ad0ead1f91c', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'mac_address': 'fa:16:3e:5d:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e6b699d7-df42-453b-8891-f9d892555252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:19Z', 'updated_at': '2022-07-25T05:37:33Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'subnets': [{'id': 'e6b699d7-df42-453b-8891-f9d892555252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:43:51.076665 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4fded-cfe8-4955-b2de-cb7807667998 req-6da3c0c9-269d-4595-b8ac-0c95c0649458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:51.078316 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2b4fded-cfe8-4955-b2de-cb7807667998 req-6da3c0c9-269d-4595-b8ac-0c95c0649458 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=69a407fc-7892-4489-9edc-cabb773af8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404179 Jul 25 05:43:51.173709 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2b4fded-cfe8-4955-b2de-cb7807667998 req-9b09b06a-6a4c-4b15-a6c3-7a250db7d330 service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885189 Jul 25 05:43:51.268258 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2b4fded-cfe8-4955-b2de-cb7807667998 req-4d748ba8-3d78-4b4a-b79b-f0a348494a5d service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877047 Jul 25 05:43:51.276714 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527296ed-121e-45da-9b01-d8851a762a5c None None] New status for floating IP 282ecda8-f807-4598-8ad1-25564f3256af: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:43:51.642740 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb718192-76be-4779-a3bb-83c656f79779 req-d7aee8c8-aa1b-4b69-aa5e-e6549b384107 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:51.644169 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fb718192-76be-4779-a3bb-83c656f79779 req-d7aee8c8-aa1b-4b69-aa5e-e6549b384107 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0483270 Jul 25 05:43:51.704248 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fb718192-76be-4779-a3bb-83c656f79779 req-b4923186-8740-4c4e-afed-b52f3089ca4c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543983 Jul 25 05:43:52.038521 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39406) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:52.091961 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (befea310-0cea-4b0a-9f7b-4431ecc84ca3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:52.121826 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (befea310-0cea-4b0a-9f7b-4431ecc84ca3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:52.170252 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (befea310-0cea-4b0a-9f7b-4431ecc84ca3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:52.172797 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:52.173959 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "DELETE /v2.0/security-groups/befea310-0cea-4b0a-9f7b-4431ecc84ca3 HTTP/1.1" status: 204 len: 168 time: 0.1344523 Jul 25 05:43:52.176940 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39408) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:52.183346 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=befea310-0cea-4b0a-9f7b-4431ecc84ca3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:52.190820 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.191411 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.191768 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.192113 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.192454 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.192807 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.193320 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.193654 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.193983 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.194312 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.194478 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.api.v2.resource [None req-1435dafc-f1d4-4c3a-8ca8-9f053e041322 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] show failed (client error): The resource could not be found. Jul 25 05:43:52.194642 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.194966 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.195289 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.195471 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1435dafc-f1d4-4c3a-8ca8-9f053e041322 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "GET /v2.0/security-groups/befea310-0cea-4b0a-9f7b-4431ecc84ca3 HTTP/1.1" status: 404 len: 347 time: 0.0175719 Jul 25 05:43:52.195612 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.195937 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa18c6-02af-482e-9da3-a5333ec428b7 tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:43:52.198431 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39410) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:52.312386 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-53c452a3-6cb7-4713-8b3d-973f10fb51ed tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Deleting port b72e4c7e-2f38-4a1b-8764-8078ce626eb3 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:43:52.312727 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-53c452a3-6cb7-4713-8b3d-973f10fb51ed tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (b72e4c7e-2f38-4a1b-8764-8078ce626eb3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:52.391302 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-53c452a3-6cb7-4713-8b3d-973f10fb51ed tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (b72e4c7e-2f38-4a1b-8764-8078ce626eb3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:52.391628 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-53c452a3-6cb7-4713-8b3d-973f10fb51ed tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (b72e4c7e-2f38-4a1b-8764-8078ce626eb3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:52.404114 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-53c452a3-6cb7-4713-8b3d-973f10fb51ed tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Calling delete_port for b72e4c7e-2f38-4a1b-8764-8078ce626eb3 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:43:52.538765 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-53c452a3-6cb7-4713-8b3d-973f10fb51ed tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (b72e4c7e-2f38-4a1b-8764-8078ce626eb3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:52.561247 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c452a3-6cb7-4713-8b3d-973f10fb51ed tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Pushing event deleted for resources: {'Port': ['ID=b72e4c7e-2f38-4a1b-8764-8078ce626eb3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:52.626230 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-53c452a3-6cb7-4713-8b3d-973f10fb51ed tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks [] for floatingip (282ecda8-f807-4598-8ad1-25564f3256af), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:52.628960 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-53c452a3-6cb7-4713-8b3d-973f10fb51ed tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:52.630160 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-53c452a3-6cb7-4713-8b3d-973f10fb51ed tempest-AttachVolumeNegativeTest-1654321818 tempest-AttachVolumeNegativeTest-1654321818-project] 10.222.0.33 "DELETE /v2.0/floatingips/282ecda8-f807-4598-8ad1-25564f3256af HTTP/1.1" status: 204 len: 168 time: 0.4306717 Jul 25 05:43:52.823252 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb377c-5062-440b-aff6-19991033f1ca req-909c30aa-7d51-4e82-a37a-b4303c3b707d tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:52.824706 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-78cb377c-5062-440b-aff6-19991033f1ca req-909c30aa-7d51-4e82-a37a-b4303c3b707d tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0521944 Jul 25 05:43:52.885380 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-78cb377c-5062-440b-aff6-19991033f1ca req-a2b7cb5f-71a1-4e96-bea0-416076b6e037 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548112 Jul 25 05:43:53.134950 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device dce542e4-936d-4f42-abff-da12f790ddc3 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:43:53.154698 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: dce542e4-936d-4f42-abff-da12f790ddc3 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:43:53.155041 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device dce542e4-936d-4f42-abff-da12f790ddc3 not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:43:54.002770 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68371b67-4765-44cc-af21-fb562873dd44 req-dfeba0c6-ce23-458b-8e5e-f2b37d1a18ac tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:54.004144 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-68371b67-4765-44cc-af21-fb562873dd44 req-dfeba0c6-ce23-458b-8e5e-f2b37d1a18ac tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0482366 Jul 25 05:43:54.063817 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-68371b67-4765-44cc-af21-fb562873dd44 req-00e3f1b9-78cf-486a-8f86-c2f8595f5926 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540469 Jul 25 05:43:55.182434 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151790-cd87-4679-9e14-bd62fdaf9fe1 req-bea7de5c-13d7-41dd-b780-73ab0abf2f6a tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:55.183961 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-32151790-cd87-4679-9e14-bd62fdaf9fe1 req-bea7de5c-13d7-41dd-b780-73ab0abf2f6a tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0536544 Jul 25 05:43:55.207039 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:55.249338 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-32151790-cd87-4679-9e14-bd62fdaf9fe1 req-e13fab01-fbb6-4c1b-babd-3f755b7f2d3b tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595076 Jul 25 05:43:56.300572 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39454) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:56.364306 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033db316-52d8-4319-b181-630c3584cfb8 req-c24cf9b5-c9e3-4a49-b840-e9538dd73456 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:56.365841 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-033db316-52d8-4319-b181-630c3584cfb8 req-c24cf9b5-c9e3-4a49-b840-e9538dd73456 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0489256 Jul 25 05:43:56.391811 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:56.429189 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-033db316-52d8-4319-b181-630c3584cfb8 req-9d6e5520-dc74-442d-930f-452fd1d604ee tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576236 Jul 25 05:43:56.453339 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:56.536109 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:56.658932 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-97cb8b7f-c231-4bf9-ba19-2b181f607b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663856'] for router_interface (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:56.876685 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-97cb8b7f-c231-4bf9-ba19-2b181f607b32 admin admin] Deleting port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:43:56.877048 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-97cb8b7f-c231-4bf9-ba19-2b181f607b32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:56.923902 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:43:56.953453 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-97cb8b7f-c231-4bf9-ba19-2b181f607b32 admin admin] For port b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:56.953808 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-97cb8b7f-c231-4bf9-ba19-2b181f607b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:56.966683 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-97cb8b7f-c231-4bf9-ba19-2b181f607b32 admin admin] Calling delete_port for b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:43:57.380374 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-97cb8b7f-c231-4bf9-ba19-2b181f607b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:57.403675 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb8b7f-c231-4bf9-ba19-2b181f607b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:57.477676 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:57.585812 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2866d2a-4eea-4d1a-a396-e03f26f955c1 req-dc7a21c2-61f2-4603-9ae5-59f68f153d2a tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:57.586405 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-97cb8b7f-c231-4bf9-ba19-2b181f607b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3620335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666816'] for router_interface (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:57.593093 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f2866d2a-4eea-4d1a-a396-e03f26f955c1 req-dc7a21c2-61f2-4603-9ae5-59f68f153d2a tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0737970 Jul 25 05:43:57.598414 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:57.661641 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f2866d2a-4eea-4d1a-a396-e03f26f955c1 req-b71db343-92df-4f83-a041-70f6afbb4f8d tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676448 Jul 25 05:43:57.818510 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cb8b7f-c231-4bf9-ba19-2b181f607b32 admin admin] Router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:43:57.933553 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cb8b7f-c231-4bf9-ba19-2b181f607b32 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:43:57.946997 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-97cb8b7f-c231-4bf9-ba19-2b181f607b32 admin admin] 10.222.0.33 "PUT /v2.0/routers/2b5cdaca-9d5e-4f49-b075-c408de41f7c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6427920 Jul 25 05:43:57.947199 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39476) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:57.948119 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596b695e-0d27-429b-84da-315ea82fa083 None None] Sync routers for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:43:57.969356 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b695e-0d27-429b-84da-315ea82fa083 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:57.969356 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-596b695e-0d27-429b-84da-315ea82fa083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:43:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:58.051327 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] Publish callbacks [] for router (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:58.070072 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-596b695e-0d27-429b-84da-315ea82fa083 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:58.072069 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:58.151488 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] Publish callbacks [] for router_gateway (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:58.196962 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] Deleting port 82828a1c-cb21-43b3-9da5-793c9a984841 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:43:58.197302 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (82828a1c-cb21-43b3-9da5-793c9a984841), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:58.204312 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:58.246861 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-596b695e-0d27-429b-84da-315ea82fa083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:43:57Z', 'revision_number': 5, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port': {'id': '82828a1c-cb21-43b3-9da5-793c9a984841', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:37:09Z', 'updated_at': '2022-07-25T05:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:58.272633 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596b695e-0d27-429b-84da-315ea82fa083 None None] Checking router: 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:43:58.276735 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] For port 82828a1c-cb21-43b3-9da5-793c9a984841, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=82828a1c-cb21-43b3-9da5-793c9a984841,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:58.277124 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (82828a1c-cb21-43b3-9da5-793c9a984841), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:58.281454 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b695e-0d27-429b-84da-315ea82fa083 None None] Routers {'2b5cdaca-9d5e-4f49-b075-c408de41f7c2'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:43:58.282069 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-596b695e-0d27-429b-84da-315ea82fa083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:43:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:58.290360 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] Calling delete_port for 82828a1c-cb21-43b3-9da5-793c9a984841 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:43:58.369570 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-596b695e-0d27-429b-84da-315ea82fa083 None None] Set router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:43:58.422849 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-596b695e-0d27-429b-84da-315ea82fa083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:43:58Z', 'revision_number': 6, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port_host': None}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:58.439107 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:58.448181 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596b695e-0d27-429b-84da-315ea82fa083 None None] The sync data for ids ['2b5cdaca-9d5e-4f49-b075-c408de41f7c2'] in dv-cinder-850830-1-iscsi is: [{'id': '2b5cdaca-9d5e-4f49-b075-c408de41f7c2', 'name': 'tempest-AttachVolumeNegativeTest-960277863-router', 'tenant_id': '42066c73ac8f4e5c883204dfc66245c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:37:07Z', 'updated_at': '2022-07-25T05:43:58Z', 'revision_number': 6, 'project_id': '42066c73ac8f4e5c883204dfc66245c0', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:43:58.455136 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:58.466759 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (82828a1c-cb21-43b3-9da5-793c9a984841), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:58.498983 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] Pushing event deleted for resources: {'Port': ['ID=82828a1c-cb21-43b3-9da5-793c9a984841,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:58.560091 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667339'] for router_gateway (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:58.662155 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:58.664272 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] Publish callbacks [] for router_controller (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:58.731677 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666222'] for router (2b5cdaca-9d5e-4f49-b075-c408de41f7c2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:58.732215 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b5cdaca-9d5e-4f49-b075-c408de41f7c2 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 05:43:58.737131 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:58.739087 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6e7cb871-fc96-4138-bec3-445e02c23690 admin admin] 10.222.0.33 "DELETE /v2.0/routers/2b5cdaca-9d5e-4f49-b075-c408de41f7c2 HTTP/1.1" status: 204 len: 168 time: 0.7909169 Jul 25 05:43:58.741607 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39480) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:58.783673 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a49d47-ff36-4d05-84ca-3e3fb4856bc1 req-a33fa1f5-e5a7-4cda-9441-46facff4f8be tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:58.785474 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a9a49d47-ff36-4d05-84ca-3e3fb4856bc1 req-a33fa1f5-e5a7-4cda-9441-46facff4f8be tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0494769 Jul 25 05:43:58.796498 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fe14b0-8506-4b2d-b7be-34db85890417 admin admin] Deleting subnet e6b699d7-df42-453b-8891-f9d892555252 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:43:58.800885 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-17fe14b0-8506-4b2d-b7be-34db85890417 admin admin] Publish callbacks [] for subnet (e6b699d7-df42-453b-8891-f9d892555252), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:58.844949 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-17fe14b0-8506-4b2d-b7be-34db85890417 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61739776'] for subnet (e6b699d7-df42-453b-8891-f9d892555252), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:58.859806 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a9a49d47-ff36-4d05-84ca-3e3fb4856bc1 req-eca0191b-5c06-4130-9dfa-06d9c612508c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684550 Jul 25 05:43:58.965225 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-17fe14b0-8506-4b2d-b7be-34db85890417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (e6b699d7-df42-453b-8891-f9d892555252), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.021751 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-17fe14b0-8506-4b2d-b7be-34db85890417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61948112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61931711'] for subnet (e6b699d7-df42-453b-8891-f9d892555252), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.045120 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe14b0-8506-4b2d-b7be-34db85890417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b699d7-df42-453b-8891-f9d892555252,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:59.050863 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-17fe14b0-8506-4b2d-b7be-34db85890417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.056426 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-17fe14b0-8506-4b2d-b7be-34db85890417 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/e6b699d7-df42-453b-8891-f9d892555252 HTTP/1.1" status: 204 len: 168 time: 0.3114603 Jul 25 05:43:59.056556 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39486) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:59.060772 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb236f2-0144-4fa2-a6e1-6d9b1a4269ee None None] Network fec420c3-be12-4a0c-92d9-7ad0ead1f91c requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:43:59.130797 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (fec420c3-be12-4a0c-92d9-7ad0ead1f91c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.174147 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Deleting port f1a2840b-11c3-4bbe-9a63-d1414559a52d {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:43:59.174480 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.249992 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] For port f1a2840b-11c3-4bbe-9a63-d1414559a52d, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=f1a2840b-11c3-4bbe-9a63-d1414559a52d,segment=NetworkSegment(97720f9d-9c82-47d4-a04c-b7da8e355d27),segment_id=97720f9d-9c82-47d4-a04c-b7da8e355d27)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:59.250352 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.267633 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Calling delete_port for f1a2840b-11c3-4bbe-9a63-d1414559a52d owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:43:59.278822 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33a6324-ea18-473b-b451-2e8378cf5195 None None] DHCP port deletion for fec420c3-be12-4a0c-92d9-7ad0ead1f91c request from dv-cinder-850830-1-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 05:43:59.325184 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:43:59.366752 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:43:59.367390 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device b7b6ce76-3d8d-4e52-9918-ef7b3a68ff4d not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:43:59.369124 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e33a6324-ea18-473b-b451-2e8378cf5195 None None] Deleting port f1a2840b-11c3-4bbe-9a63-d1414559a52d {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:43:59.369668 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e33a6324-ea18-473b-b451-2e8378cf5195 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.373173 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.407519 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a2840b-11c3-4bbe-9a63-d1414559a52d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:59.409779 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] No DVR routers for this DVR port f1a2840b-11c3-4bbe-9a63-d1414559a52d on host dv-cinder-850830-1-iscsi {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:43:59.455668 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e33a6324-ea18-473b-b451-2e8378cf5195 None None] For port f1a2840b-11c3-4bbe-9a63-d1414559a52d, host dv-cinder-850830-1-iscsi, got binding levels [] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:43:59.456064 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e33a6324-ea18-473b-b451-2e8378cf5195 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.471684 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e33a6324-ea18-473b-b451-2e8378cf5195 None None] Calling delete_port for f1a2840b-11c3-4bbe-9a63-d1414559a52d owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:43:59.475506 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.ipam_backend_mixin [None req-e33a6324-ea18-473b-b451-2e8378cf5195 None None] Port f1a2840b-11c3-4bbe-9a63-d1414559a52d was not found and therefore no delete operation was performed {{(pid=104225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 25 05:43:59.476998 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e33a6324-ea18-473b-b451-2e8378cf5195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559'] for port (f1a2840b-11c3-4bbe-9a63-d1414559a52d), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.499391 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (fec420c3-be12-4a0c-92d9-7ad0ead1f91c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.500503 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a6324-ea18-473b-b451-2e8378cf5195 None None] Pushing event deleted for resources: {'Port': ['ID=f1a2840b-11c3-4bbe-9a63-d1414559a52d,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:59.508193 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a6324-ea18-473b-b451-2e8378cf5195 None None] No DVR routers for this DVR port f1a2840b-11c3-4bbe-9a63-d1414559a52d on host dv-cinder-850830-1-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:43:59.524398 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec420c3-be12-4a0c-92d9-7ad0ead1f91c']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:59.535248 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97720f9d-9c82-47d4-a04c-b7da8e355d27') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:59.535816 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97720f9d-9c82-47d4-a04c-b7da8e355d27') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:43:59.546162 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61739833'] for segment (97720f9d-9c82-47d4-a04c-b7da8e355d27), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.547112 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:59.552879 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:43:59.562539 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (97720f9d-9c82-47d4-a04c-b7da8e355d27), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.570360 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:43:59.570782 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61948010'] for segment (97720f9d-9c82-47d4-a04c-b7da8e355d27), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.625535 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 97720f9d-9c82-47d4-a04c-b7da8e355d27 resource provider aggregate not found Jul 25 05:43:59.646179 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 97720f9d-9c82-47d4-a04c-b7da8e355d27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97720f9d-9c82-47d4-a04c-b7da8e355d27 found for delete ", "request_id": "req-a1464f9a-bda5-4651-bd42-a3ba5476b592"}]} Jul 25 05:43:59.650789 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (fec420c3-be12-4a0c-92d9-7ad0ead1f91c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.658512 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.664763 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] 10.222.0.33 "DELETE /v2.0/networks/fec420c3-be12-4a0c-92d9-7ad0ead1f91c HTTP/1.1" status: 204 len: 168 time: 0.6048777 Jul 25 05:43:59.680332 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100f8cb-2e9a-49ae-a1b1-76dafdc0173e admin admin] Pushing event deleted for resources: {'Network': ['ID=fec420c3-be12-4a0c-92d9-7ad0ead1f91c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:59.779734 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39502) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:59.820838 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-63cdfacb-5725-4dfd-af4a-47751a9ca703 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=42066c73ac8f4e5c883204dfc66245c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399377 Jul 25 05:43:59.823498 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39504) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:43:59.871863 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c4eedef-5c0c-41c3-b284-5df5cc8fb415 admin admin] Publish callbacks [] for security_group (e4b8f248-4f8f-4a15-87de-31e7d4399e2f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.893741 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c4eedef-5c0c-41c3-b284-5df5cc8fb415 admin admin] Publish callbacks [] for security_group (e4b8f248-4f8f-4a15-87de-31e7d4399e2f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.942376 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c4eedef-5c0c-41c3-b284-5df5cc8fb415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (e4b8f248-4f8f-4a15-87de-31e7d4399e2f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.944948 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c4eedef-5c0c-41c3-b284-5df5cc8fb415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:43:59.946225 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-8c4eedef-5c0c-41c3-b284-5df5cc8fb415 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e4b8f248-4f8f-4a15-87de-31e7d4399e2f HTTP/1.1" status: 204 len: 168 time: 0.1217351 Jul 25 05:43:59.955640 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4eedef-5c0c-41c3-b284-5df5cc8fb415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b8f248-4f8f-4a15-87de-31e7d4399e2f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:43:59.983647 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a429e-8ea8-404c-9fa3-bcf137281f3c req-b9ecf92d-176b-4293-bc5a-c680e6a2b014 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:43:59.984629 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a8a429e-8ea8-404c-9fa3-bcf137281f3c req-b9ecf92d-176b-4293-bc5a-c680e6a2b014 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0524442 Jul 25 05:44:00.057520 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5a8a429e-8ea8-404c-9fa3-bcf137281f3c req-a8c6e82f-2c62-404d-b5f4-72515a81e161 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670733 Jul 25 05:44:00.676459 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 82828a1c-cb21-43b3-9da5-793c9a984841 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:44:00.697669 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 82828a1c-cb21-43b3-9da5-793c9a984841 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:44:00.698025 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 82828a1c-cb21-43b3-9da5-793c9a984841 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:44:00.698436 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device f1a2840b-11c3-4bbe-9a63-d1414559a52d no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:44:00.721311 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: f1a2840b-11c3-4bbe-9a63-d1414559a52d {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:44:00.721658 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device f1a2840b-11c3-4bbe-9a63-d1414559a52d not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:44:01.172513 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f817275-0754-4528-a8e3-7ca3e2c9452b req-db5832be-2320-4809-9918-801c44ee2769 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:01.174039 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4f817275-0754-4528-a8e3-7ca3e2c9452b req-db5832be-2320-4809-9918-801c44ee2769 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0495226 Jul 25 05:44:01.233638 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39560) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:01.236296 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4f817275-0754-4528-a8e3-7ca3e2c9452b req-ad131b39-7114-434b-ba27-456be8a0259e tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552862 Jul 25 05:44:01.340428 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a811612a-9b9e-4f2d-9ae3-4b14ba14d43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:01.351668 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:01.418282 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a811612a-9b9e-4f2d-9ae3-4b14ba14d43e admin admin] Publish callbacks [] for security_group (48d225f3-6ec4-4702-a2bf-72f35a343260), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:01.421920 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a811612a-9b9e-4f2d-9ae3-4b14ba14d43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (48d225f3-6ec4-4702-a2bf-72f35a343260), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:01.461292 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a811612a-9b9e-4f2d-9ae3-4b14ba14d43e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=16d64ce24f244cb5b4ba265faecf4d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264493 Jul 25 05:44:01.462142 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811612a-9b9e-4f2d-9ae3-4b14ba14d43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d225f3-6ec4-4702-a2bf-72f35a343260,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:01.463996 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39564) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:01.514241 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-231a29f3-a93f-48b3-ab07-fc8cd2359d4a admin admin] Publish callbacks [] for security_group (48d225f3-6ec4-4702-a2bf-72f35a343260), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:01.536072 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-231a29f3-a93f-48b3-ab07-fc8cd2359d4a admin admin] Publish callbacks [] for security_group (48d225f3-6ec4-4702-a2bf-72f35a343260), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:01.581693 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-231a29f3-a93f-48b3-ab07-fc8cd2359d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (48d225f3-6ec4-4702-a2bf-72f35a343260), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:01.584360 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-231a29f3-a93f-48b3-ab07-fc8cd2359d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:01.585575 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-231a29f3-a93f-48b3-ab07-fc8cd2359d4a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/48d225f3-6ec4-4702-a2bf-72f35a343260 HTTP/1.1" status: 204 len: 168 time: 0.1205986 Jul 25 05:44:01.593557 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a29f3-a93f-48b3-ab07-fc8cd2359d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d225f3-6ec4-4702-a2bf-72f35a343260,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:02.359233 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1edb78-6c62-412c-b73e-8f4590f0d150 req-8744e5af-d6ef-4687-8ffd-19586337ce80 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:02.360771 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cf1edb78-6c62-412c-b73e-8f4590f0d150 req-8744e5af-d6ef-4687-8ffd-19586337ce80 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0542707 Jul 25 05:44:02.426929 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cf1edb78-6c62-412c-b73e-8f4590f0d150 req-76e742a9-d80e-4213-b9ec-21fee384f157 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592878 Jul 25 05:44:03.496895 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39642) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:03.551694 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f90f0-af0a-45bd-9761-59ad426e99db req-eb3308e3-5f3f-4a51-b077-f01376c5159c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:03.553255 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fe0f90f0-af0a-45bd-9761-59ad426e99db req-eb3308e3-5f3f-4a51-b077-f01376c5159c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0509140 Jul 25 05:44:03.600184 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:03.630641 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fe0f90f0-af0a-45bd-9761-59ad426e99db req-1409633f-96d3-45a0-aaf4-347f43ffddb4 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718584 Jul 25 05:44:03.631419 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ccb011c-ddc6-4c5d-bda8-8a5016b3815f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:03.691755 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:03.713631 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ccb011c-ddc6-4c5d-bda8-8a5016b3815f admin admin] Publish callbacks [] for security_group (12d7ade0-5dec-4a32-af8d-325a43dd71e1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:03.717813 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ccb011c-ddc6-4c5d-bda8-8a5016b3815f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (12d7ade0-5dec-4a32-af8d-325a43dd71e1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:03.758540 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-8ccb011c-ddc6-4c5d-bda8-8a5016b3815f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e0512788983949119cb33785d564d2b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605772 Jul 25 05:44:03.759415 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb011c-ddc6-4c5d-bda8-8a5016b3815f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d7ade0-5dec-4a32-af8d-325a43dd71e1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:03.761236 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39648) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:03.812516 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc0a4-1383-4bab-b93b-b95ed1f200fd admin admin] Publish callbacks [] for security_group (12d7ade0-5dec-4a32-af8d-325a43dd71e1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:03.836355 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc0a4-1383-4bab-b93b-b95ed1f200fd admin admin] Publish callbacks [] for security_group (12d7ade0-5dec-4a32-af8d-325a43dd71e1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:03.886055 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc0a4-1383-4bab-b93b-b95ed1f200fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (12d7ade0-5dec-4a32-af8d-325a43dd71e1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:03.888839 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc0a4-1383-4bab-b93b-b95ed1f200fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:03.889994 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6fdfc0a4-1383-4bab-b93b-b95ed1f200fd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/12d7ade0-5dec-4a32-af8d-325a43dd71e1 HTTP/1.1" status: 204 len: 168 time: 0.1272683 Jul 25 05:44:03.898349 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfc0a4-1383-4bab-b93b-b95ed1f200fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d7ade0-5dec-4a32-af8d-325a43dd71e1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:04.158469 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 39654) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:04.171951 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-502326ae-9db4-4427-9260-0d6da14bf624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:04.251600 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-502326ae-9db4-4427-9260-0d6da14bf624 admin admin] Publish callbacks [] for security_group (bbe0b024-ef8d-4421-90d8-ec881845c523), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:04.255896 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-502326ae-9db4-4427-9260-0d6da14bf624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (bbe0b024-ef8d-4421-90d8-ec881845c523), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:04.276021 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=13 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:04.295121 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:04.298881 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-502326ae-9db4-4427-9260-0d6da14bf624 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c80d05fe950a4e138b4dedcf71d6e47c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394117 Jul 25 05:44:04.301322 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502326ae-9db4-4427-9260-0d6da14bf624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe0b024-ef8d-4421-90d8-ec881845c523,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:04.302350 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 39656) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:04.362734 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ab21327-903e-4bc4-a8ca-12c2eb9e59e8 admin admin] Publish callbacks [] for security_group (bbe0b024-ef8d-4421-90d8-ec881845c523), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:04.384685 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ab21327-903e-4bc4-a8ca-12c2eb9e59e8 admin admin] Publish callbacks [] for security_group (bbe0b024-ef8d-4421-90d8-ec881845c523), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:04.432702 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ab21327-903e-4bc4-a8ca-12c2eb9e59e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (bbe0b024-ef8d-4421-90d8-ec881845c523), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:04.435216 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ab21327-903e-4bc4-a8ca-12c2eb9e59e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:04.436363 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2ab21327-903e-4bc4-a8ca-12c2eb9e59e8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bbe0b024-ef8d-4421-90d8-ec881845c523 HTTP/1.1" status: 204 len: 168 time: 0.1329396 Jul 25 05:44:04.445678 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab21327-903e-4bc4-a8ca-12c2eb9e59e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe0b024-ef8d-4421-90d8-ec881845c523,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:04.754767 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18735f-9a71-4e14-9852-b1f60caa8c5d req-4b4096a5-2fdf-45b9-b898-f0ab63ecfa57 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:04.756286 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9f18735f-9a71-4e14-9852-b1f60caa8c5d req-4b4096a5-2fdf-45b9-b898-f0ab63ecfa57 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0525255 Jul 25 05:44:04.824315 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9f18735f-9a71-4e14-9852-b1f60caa8c5d req-7720770c-f40a-4f92-bbab-cb6ba1c06d28 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625060 Jul 25 05:44:05.953951 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815a854-aee8-4a6f-a291-f1f7e7cc772f req-12a36217-f9b5-4f55-bd62-c80bca3f6b72 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:05.956300 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6815a854-aee8-4a6f-a291-f1f7e7cc772f req-12a36217-f9b5-4f55-bd62-c80bca3f6b72 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0503066 Jul 25 05:44:06.023747 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6815a854-aee8-4a6f-a291-f1f7e7cc772f req-4d250464-808d-412f-b986-5f3f2c933176 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611422 Jul 25 05:44:06.921066 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:07.149792 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaa14e-3124-4568-b7b1-82e253ee2b79 req-15d61460-a771-4158-bf05-a75edc3f3958 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:07.153261 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-33eaa14e-3124-4568-b7b1-82e253ee2b79 req-15d61460-a771-4158-bf05-a75edc3f3958 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0571415 Jul 25 05:44:07.232058 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-33eaa14e-3124-4568-b7b1-82e253ee2b79 req-d4d8b4aa-3255-4921-a74b-9c8f957358ef tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742993 Jul 25 05:44:07.908198 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5f726-c98c-46ae-8b41-bf6933f6e749 req-2189e616-fa24-4576-ac91-9d931a8084c8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:07.909661 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-16f5f726-c98c-46ae-8b41-bf6933f6e749 req-2189e616-fa24-4576-ac91-9d931a8084c8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0459552 Jul 25 05:44:07.957903 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-16f5f726-c98c-46ae-8b41-bf6933f6e749 req-d42e9a67-4a21-4787-9f82-e44520d26684 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416720 Jul 25 05:44:08.358637 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65cb8a-4480-4839-9ee6-087e8727b350 req-fd536188-519a-4726-8261-d10a333998ad tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:08.360125 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6f65cb8a-4480-4839-9ee6-087e8727b350 req-fd536188-519a-4726-8261-d10a333998ad tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0480542 Jul 25 05:44:08.435073 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6f65cb8a-4480-4839-9ee6-087e8727b350 req-9dc65659-9a6b-4c09-b26f-2e19bdebfe54 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05&id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685239 Jul 25 05:44:09.066656 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:09.081851 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd981d7-7b32-41a7-aa21-d774307ae167 req-8ff4b85c-405f-40bd-951e-9793d398fef0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:09.083745 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cbd981d7-7b32-41a7-aa21-d774307ae167 req-8ff4b85c-405f-40bd-951e-9793d398fef0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0526729 Jul 25 05:44:09.130929 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cbd981d7-7b32-41a7-aa21-d774307ae167 req-3f72fd1d-3767-4f74-bdef-3d126b4dca29 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411432 Jul 25 05:44:09.325024 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-891cadb3-5743-46f7-9955-48be066ad964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:10.252196 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03f3bd-6fec-42b8-a2f3-3b3197886ab0 req-ff485ddd-475a-423e-b29c-07ef0805a498 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:10.253703 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ae03f3bd-6fec-42b8-a2f3-3b3197886ab0 req-ff485ddd-475a-423e-b29c-07ef0805a498 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0488403 Jul 25 05:44:10.302772 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ae03f3bd-6fec-42b8-a2f3-3b3197886ab0 req-eac15ab3-e0bb-42aa-ad3a-00f785743468 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424891 Jul 25 05:44:11.238720 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:11.423474 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf810cc-ac9a-4bce-84bc-983594d3592b req-d77871da-1816-4479-9035-8e03b4b209fc tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:11.424972 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7cf810cc-ac9a-4bce-84bc-983594d3592b req-d77871da-1816-4479-9035-8e03b4b209fc tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0493383 Jul 25 05:44:11.472267 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7cf810cc-ac9a-4bce-84bc-983594d3592b req-26cd43de-dfa8-4716-8040-58297d4b819f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412047 Jul 25 05:44:11.713223 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ce229afd-2346-4d36-b521-359066de0d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:12.555269 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:12.575633 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:12.592684 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ae2c6-98cd-434c-8103-dc9159bcee70 req-e3581556-3620-47ad-a032-ed05f60e003e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:12.594187 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b44ae2c6-98cd-434c-8103-dc9159bcee70 req-e3581556-3620-47ad-a032-ed05f60e003e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0487313 Jul 25 05:44:12.643104 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b44ae2c6-98cd-434c-8103-dc9159bcee70 req-5a721f01-f1b3-4aac-b0fc-089e035b58fb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430722 Jul 25 05:44:13.763268 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389e65d-b381-4912-91d0-19f4996f75d3 req-1a8d797c-4407-4ff2-b6b8-006c91206383 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:13.764800 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0389e65d-b381-4912-91d0-19f4996f75d3 req-1a8d797c-4407-4ff2-b6b8-006c91206383 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0470133 Jul 25 05:44:13.815549 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0389e65d-b381-4912-91d0-19f4996f75d3 req-ba0d7f2a-9fc6-4c78-bbaf-ddd3d1dffea3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453281 Jul 25 05:44:14.159314 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:14.705954 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:14.934447 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8941d29-8ccc-4ffd-97d1-99fd78aa5160 req-5b774e50-c7fe-405b-9b73-e7c824e0b20e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:14.935813 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b8941d29-8ccc-4ffd-97d1-99fd78aa5160 req-5b774e50-c7fe-405b-9b73-e7c824e0b20e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0474901 Jul 25 05:44:14.982879 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b8941d29-8ccc-4ffd-97d1-99fd78aa5160 req-e7518862-dbd9-49b0-9a61-7d7fb3d7c7c7 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 Jul 25 05:44:16.029414 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d91cd526-58d4-4777-bc3f-c5f16f0876e4 req-497621b5-b00b-4dcf-88cb-a527e7f68d5e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412149 Jul 25 05:44:16.112674 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435854c9-0b0c-48d3-bf72-2f699069690d req-48a980d1-fc66-4b25-843a-a0d3aa695c4d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:16.114351 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-435854c9-0b0c-48d3-bf72-2f699069690d req-48a980d1-fc66-4b25-843a-a0d3aa695c4d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0537038 Jul 25 05:44:16.147337 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cd526-58d4-4777-bc3f-c5f16f0876e4 req-392b74d3-8b65-43c1-81d3-405a76efe9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:16.148864 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d91cd526-58d4-4777-bc3f-c5f16f0876e4 req-392b74d3-8b65-43c1-81d3-405a76efe9fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=987ce20ceedd49cb9419cc506c50fce3&device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 1168 time: 0.0446944 Jul 25 05:44:16.183510 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-435854c9-0b0c-48d3-bf72-2f699069690d req-0206174a-e969-4381-be9c-3fc13a714dbb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591459 Jul 25 05:44:16.271029 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cd526-58d4-4777-bc3f-c5f16f0876e4 req-017dc9d3-2599-487a-b447-d47a561d20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:16.272824 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d91cd526-58d4-4777-bc3f-c5f16f0876e4 req-017dc9d3-2599-487a-b447-d47a561d20df service neutron] 10.222.0.43 "GET /v2.0/networks?id=69a407fc-7892-4489-9edc-cabb773af8c0 HTTP/1.1" status: 200 len: 916 time: 0.1012726 Jul 25 05:44:16.340569 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d91cd526-58d4-4777-bc3f-c5f16f0876e4 req-a4bd014d-f4fa-4a19-9454-b5a8f0726bc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a836452-7655-49c8-9aaf-c2441440165f HTTP/1.1" status: 200 len: 1001 time: 0.0556371 Jul 25 05:44:16.394269 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cd526-58d4-4777-bc3f-c5f16f0876e4 req-2199d03f-7453-42b5-b29f-03d90acbdf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:16.395696 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d91cd526-58d4-4777-bc3f-c5f16f0876e4 req-2199d03f-7453-42b5-b29f-03d90acbdf46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef HTTP/1.1" status: 200 len: 854 time: 0.0478871 Jul 25 05:44:16.441956 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cd526-58d4-4777-bc3f-c5f16f0876e4 req-8e8cdb62-4448-401f-8e07-8cc9b9943f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:16.442949 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d91cd526-58d4-4777-bc3f-c5f16f0876e4 req-8e8cdb62-4448-401f-8e07-8cc9b9943f17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=69a407fc-7892-4489-9edc-cabb773af8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399327 Jul 25 05:44:16.538532 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d91cd526-58d4-4777-bc3f-c5f16f0876e4 req-f7f64746-ca90-4e5c-bfcc-b5bd12338db6 service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876892 Jul 25 05:44:16.633837 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d91cd526-58d4-4777-bc3f-c5f16f0876e4 req-6a59f17d-982c-4876-a084-0f3c26e9290e service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892718 Jul 25 05:44:17.305087 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bec3ee-7d53-4f67-97e2-1d3665c91293 req-b378376f-2b6f-4a7a-a988-f0105d591eec tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:17.306532 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-28bec3ee-7d53-4f67-97e2-1d3665c91293 req-b378376f-2b6f-4a7a-a988-f0105d591eec tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0509017 Jul 25 05:44:17.354638 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-28bec3ee-7d53-4f67-97e2-1d3665c91293 req-9cd4c6b0-dc31-4998-8d36-800d8543fa58 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424945 Jul 25 05:44:18.478994 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77659ce2-a7ba-447b-87ec-4e815823ade3 req-ff0cce35-4f25-4ff8-b446-1fd4a1a70afb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:18.480490 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-77659ce2-a7ba-447b-87ec-4e815823ade3 req-ff0cce35-4f25-4ff8-b446-1fd4a1a70afb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0501292 Jul 25 05:44:18.529712 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-77659ce2-a7ba-447b-87ec-4e815823ade3 req-cd30da9c-8abb-4479-93f2-7f288797423e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436096 Jul 25 05:44:19.654787 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cbe12-83ed-442d-aaf4-5a8ddc52ad9c req-0252bc13-0070-4be3-85ae-7baa08eb6471 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:19.656265 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fc2cbe12-83ed-442d-aaf4-5a8ddc52ad9c req-0252bc13-0070-4be3-85ae-7baa08eb6471 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0548863 Jul 25 05:44:19.715910 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fc2cbe12-83ed-442d-aaf4-5a8ddc52ad9c req-9c1e7aa3-42a8-44e7-80a1-09563a0e6f52 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540390 Jul 25 05:44:20.637927 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70f12-80d8-4c10-b4fc-02f65196b1d9 req-dbcd63e4-190c-426d-99de-b7028c050d30 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:20.639385 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c3b70f12-80d8-4c10-b4fc-02f65196b1d9 req-dbcd63e4-190c-426d-99de-b7028c050d30 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 945 time: 0.0484774 Jul 25 05:44:20.689069 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c3b70f12-80d8-4c10-b4fc-02f65196b1d9 req-2b520599-add3-4d92-bbde-78055d08359b tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=699267a1-5784-4267-95de-8b35b23d31e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440547 Jul 25 05:44:20.802429 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:20.842593 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58819b4c-3b8e-452b-8979-6eb22b002dd4 req-9e731edd-8c1c-4bca-b2a9-cd99dad09c25 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:20.844663 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-58819b4c-3b8e-452b-8979-6eb22b002dd4 req-9e731edd-8c1c-4bca-b2a9-cd99dad09c25 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0525737 Jul 25 05:44:20.894796 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-58819b4c-3b8e-452b-8979-6eb22b002dd4 req-7941cb18-7f87-4818-b355-f5e1eeb66902 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438967 Jul 25 05:44:21.244166 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 40030) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:21.352263 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5c258427-cf84-4971-ad52-170778a5f4d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:21.426262 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5c258427-cf84-4971-ad52-170778a5f4d4 admin admin] Publish callbacks [] for security_group (58d2f43e-4860-41a1-ae65-e48aa0252a08), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:21.430945 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5c258427-cf84-4971-ad52-170778a5f4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (58d2f43e-4860-41a1-ae65-e48aa0252a08), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:21.442890 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:21.471691 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-5c258427-cf84-4971-ad52-170778a5f4d4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f501377f72e843e7859efbb51e7a47f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264426 Jul 25 05:44:21.473888 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c258427-cf84-4971-ad52-170778a5f4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d2f43e-4860-41a1-ae65-e48aa0252a08,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:21.474761 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40034) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:21.524465 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Publish callbacks [] for security_group (58d2f43e-4860-41a1-ae65-e48aa0252a08), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:21.546290 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Publish callbacks [] for security_group (58d2f43e-4860-41a1-ae65-e48aa0252a08), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:21.594715 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (58d2f43e-4860-41a1-ae65-e48aa0252a08), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:21.597548 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:21.598937 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/58d2f43e-4860-41a1-ae65-e48aa0252a08 HTTP/1.1" status: 204 len: 168 time: 0.1224844 Jul 25 05:44:21.606893 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d2f43e-4860-41a1-ae65-e48aa0252a08,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:21.614474 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.614817 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.615156 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.615489 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.615864 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.616189 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.616515 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.616878 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.617206 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.617527 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.617848 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.618166 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.618500 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.618817 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.619135 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112383b-51b1-4fc2-89b5-a5c7b815cf25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:21.809682 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eca73-3fe0-4e34-ba14-cb9ba96ab5d0 req-efa633a5-1ce8-4b8a-887d-e3a7f1c23b24 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:21.811059 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-507eca73-3fe0-4e34-ba14-cb9ba96ab5d0 req-efa633a5-1ce8-4b8a-887d-e3a7f1c23b24 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 945 time: 0.0493371 Jul 25 05:44:21.861888 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-507eca73-3fe0-4e34-ba14-cb9ba96ab5d0 req-44a0cabb-da0e-4682-8753-9ac067c999e7 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=699267a1-5784-4267-95de-8b35b23d31e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452940 Jul 25 05:44:21.879428 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 40042) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:21.893661 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f939504-4680-4770-a4fd-99c4f60a741d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:21.986480 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f939504-4680-4770-a4fd-99c4f60a741d admin admin] Publish callbacks [] for security_group (e99f430f-f7c3-4074-956a-0fbf14c844f0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:22.003587 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f939504-4680-4770-a4fd-99c4f60a741d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (e99f430f-f7c3-4074-956a-0fbf14c844f0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:22.056649 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b7aa1-a98d-4825-a538-16bff80c2e39 req-8c043d8c-17c3-4aa1-a9a1-4ec7a2149b2c tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:22.058152 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4c1b7aa1-a98d-4825-a538-16bff80c2e39 req-8c043d8c-17c3-4aa1-a9a1-4ec7a2149b2c tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0860467 Jul 25 05:44:22.058738 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f939504-4680-4770-a4fd-99c4f60a741d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99f430f-f7c3-4074-956a-0fbf14c844f0,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:22.063965 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-9f939504-4680-4770-a4fd-99c4f60a741d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=38a78d799aac4d4ab4c9c25f2ad5d930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1834476 Jul 25 05:44:22.066745 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40046) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:22.107719 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4c1b7aa1-a98d-4825-a538-16bff80c2e39 req-2a1a90c8-701b-4784-878d-2b290c37e2bc tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425751 Jul 25 05:44:22.122768 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-63cb1cdf-d42a-450a-b45b-dd9bcc7d474f admin admin] Publish callbacks [] for security_group (e99f430f-f7c3-4074-956a-0fbf14c844f0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:22.146017 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-63cb1cdf-d42a-450a-b45b-dd9bcc7d474f admin admin] Publish callbacks [] for security_group (e99f430f-f7c3-4074-956a-0fbf14c844f0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:22.195027 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-63cb1cdf-d42a-450a-b45b-dd9bcc7d474f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (e99f430f-f7c3-4074-956a-0fbf14c844f0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:22.197549 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-63cb1cdf-d42a-450a-b45b-dd9bcc7d474f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:22.198684 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-63cb1cdf-d42a-450a-b45b-dd9bcc7d474f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e99f430f-f7c3-4074-956a-0fbf14c844f0 HTTP/1.1" status: 204 len: 168 time: 0.1306686 Jul 25 05:44:22.210698 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb1cdf-d42a-450a-b45b-dd9bcc7d474f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99f430f-f7c3-4074-956a-0fbf14c844f0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:22.645983 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-b37ff754-e7c9-4390-b808-0660c09e2765 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:22.647733 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-b37ff754-e7c9-4390-b808-0660c09e2765 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 945 time: 0.0499260 Jul 25 05:44:22.698378 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:22.736938 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Deleting port 7bfd86de-8081-4beb-baeb-694e95587519 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:44:22.737279 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (7bfd86de-8081-4beb-baeb-694e95587519), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:22.754095 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:22.831241 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] For port 7bfd86de-8081-4beb-baeb-694e95587519, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=7bfd86de-8081-4beb-baeb-694e95587519,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:44:22.831684 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (7bfd86de-8081-4beb-baeb-694e95587519), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:22.982662 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959094e0-eebf-4b83-b5fe-91f441be5504 req-8c77bf3d-7a93-4d67-b6e6-11ddf847294e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:22.984139 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-959094e0-eebf-4b83-b5fe-91f441be5504 req-8c77bf3d-7a93-4d67-b6e6-11ddf847294e tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 945 time: 0.0502782 Jul 25 05:44:23.002551 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:23.002920 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (3e2fbdcd-da67-477f-a6c2-82f1f6168524), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:23.003231 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Floating IP 3e2fbdcd-da67-477f-a6c2-82f1f6168524 disassociated. External IP: 172.27.3.53, port: 7bfd86de-8081-4beb-baeb-694e95587519. Jul 25 05:44:23.003571 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Calling delete_port for 7bfd86de-8081-4beb-baeb-694e95587519 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:44:23.040013 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-959094e0-eebf-4b83-b5fe-91f441be5504 req-e250d850-8e90-4feb-9b6b-51685d05b838 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups?id=699267a1-5784-4267-95de-8b35b23d31e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484874 Jul 25 05:44:23.135220 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (7bfd86de-8081-4beb-baeb-694e95587519), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:23.169922 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event deleted for resources: {'Port': ['ID=7bfd86de-8081-4beb-baeb-694e95587519,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:23.252823 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92b2f9-bb45-4cf0-9e4b-fd0bfe1a4e78 req-bf8fd330-7732-4e76-bf41-7a7a7a4758bd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:23.254723 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6f92b2f9-bb45-4cf0-9e4b-fd0bfe1a4e78 req-bf8fd330-7732-4e76-bf41-7a7a7a4758bd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0561368 Jul 25 05:44:23.295692 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:44:23.314131 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6f92b2f9-bb45-4cf0-9e4b-fd0bfe1a4e78 req-592e6e33-f09c-41f1-a63b-3e91d68d4f4a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518713 Jul 25 05:44:23.349296 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:23.351014 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:23.417054 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:44:23.431486 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb55519-a038-410d-8101-dc9b24a81632 None None] Sync routers for ids ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:44:23.442981 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb55519-a038-410d-8101-dc9b24a81632 None None] Routers {'0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:44:23.444194 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1cb55519-a038-410d-8101-dc9b24a81632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:44:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:23.467829 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] No DVR routers for this DVR port 7bfd86de-8081-4beb-baeb-694e95587519 on host hv-cinder-85083 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:44:23.470275 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:23.473739 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2d450e90-6877-41a2-b97a-81dbbfa03ab8 req-5852b077-d531-4979-b93c-273f2b00a2cc tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.43 "DELETE /v2.0/ports/7bfd86de-8081-4beb-baeb-694e95587519 HTTP/1.1" status: 204 len: 173 time: 0.8206203 Jul 25 05:44:23.474166 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3a0531-7a5e-4b9c-bb23-5079be9a101d', 'name': 'network-vif-deleted', 'tag': '7bfd86de-8081-4beb-baeb-694e95587519'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:44:23.476473 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541a1b46-d1e1-40c6-a752-b63d982886e4" -d '{"events": [{"server_uuid": "4d3a0531-7a5e-4b9c-bb23-5079be9a101d", "name": "network-vif-deleted", "tag": "7bfd86de-8081-4beb-baeb-694e95587519"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:44:23.523266 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f7a4cf-fddb-480b-a3af-edea15b4563d x-openstack-request-id: req-80f7a4cf-fddb-480b-a3af-edea15b4563d {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:44:23.523597 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3a0531-7a5e-4b9c-bb23-5079be9a101d", "name": "network-vif-deleted", "tag": "7bfd86de-8081-4beb-baeb-694e95587519", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:44:23.523894 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-80f7a4cf-fddb-480b-a3af-edea15b4563d {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:44:23.524345 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f7a4cf-fddb-480b-a3af-edea15b4563d'] response: {'server_uuid': '4d3a0531-7a5e-4b9c-bb23-5079be9a101d', 'name': 'network-vif-deleted', 'tag': '7bfd86de-8081-4beb-baeb-694e95587519', 'status': 'completed', 'code': 200} Jul 25 05:44:23.573771 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-1cb55519-a038-410d-8101-dc9b24a81632 None None] Set router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:44:23.790261 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1cb55519-a038-410d-8101-dc9b24a81632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:41Z', 'revision_number': 5, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:23.815172 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb55519-a038-410d-8101-dc9b24a81632 None None] Checking router: 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:44:23.824360 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb55519-a038-410d-8101-dc9b24a81632 None None] Routers {'0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:44:23.824998 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1cb55519-a038-410d-8101-dc9b24a81632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:44:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:23.930983 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-1cb55519-a038-410d-8101-dc9b24a81632 None None] Set router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:44:24.136677 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1cb55519-a038-410d-8101-dc9b24a81632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:41Z', 'revision_number': 5, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:24.171177 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb55519-a038-410d-8101-dc9b24a81632 None None] The sync data for ids ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'] in dv-cinder-850830-1-iscsi is: [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:37Z', 'revision_number': 4, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0881223b-6015-49a1-bd1f-765e672b4805', 'name': '', 'network_id': '9e8a2b36-0a33-4763-b71a-50bb1209bd57', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'mac_address': 'fa:16:3e:6b:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:36Z', 'updated_at': '2022-07-25T05:38:41Z', 'revision_number': 5, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'subnets': [{'id': 'e90ad6d8-8def-4a90-a2f2-756814ec1124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:44:24.180455 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-52f469e6-a10c-4b8b-a168-2ddc0fdbb5ee req-b4c697bd-122a-4170-aae0-ffc8bfdfc885 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d3a0531-7a5e-4b9c-bb23-5079be9a101d HTTP/1.1" status: 200 len: 210 time: 0.0443952 Jul 25 05:44:24.451675 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fd888-9cb1-4feb-8457-739570085995 req-24ef6055-f8e3-4e82-92cc-d1c68aaddc08 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:24.453294 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8e1fd888-9cb1-4feb-8457-739570085995 req-24ef6055-f8e3-4e82-92cc-d1c68aaddc08 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0561752 Jul 25 05:44:24.467599 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:24.510462 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8e1fd888-9cb1-4feb-8457-739570085995 req-e6650fcd-1321-4667-b327-79c0fde47ebd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514717 Jul 25 05:44:24.574942 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb5a8bc-18d3-406f-a687-18a11730983d None None] New status for floating IP 3e2fbdcd-da67-477f-a6c2-82f1f6168524: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:44:25.260278 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40124) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:25.266154 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:44:25.276980 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 7bfd86de-8081-4beb-baeb-694e95587519 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:44:25.301390 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 7bfd86de-8081-4beb-baeb-694e95587519 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:44:25.301740 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 7bfd86de-8081-4beb-baeb-694e95587519 not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:44:25.379059 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:25.386275 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:25.399649 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:44:25.411505 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'port_id': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'mac_address': 'fa:16:3e:4b:9d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:44:25.448875 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc is: ACTIVE; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:44:25.449273 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:25.462977 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:44:25.484768 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:44:25.488527 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:25.542500 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:25.550054 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.550421 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.550785 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.551136 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.551478 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.551816 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.552151 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.552483 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.552916 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.553161 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.553499 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.553807 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.554143 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.554460 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.554786 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:25.555083 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a895b733-a9e6-48d2-b57d-8414ecf5b62c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group (699267a1-5784-4267-95de-8b35b23d31e0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:25.578997 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a895b733-a9e6-48d2-b57d-8414ecf5b62c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group (699267a1-5784-4267-95de-8b35b23d31e0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:25.627833 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a895b733-a9e6-48d2-b57d-8414ecf5b62c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (699267a1-5784-4267-95de-8b35b23d31e0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:25.630624 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a895b733-a9e6-48d2-b57d-8414ecf5b62c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:25.631898 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a895b733-a9e6-48d2-b57d-8414ecf5b62c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "DELETE /v2.0/security-groups/699267a1-5784-4267-95de-8b35b23d31e0 HTTP/1.1" status: 204 len: 168 time: 0.3705702 Jul 25 05:44:25.634641 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 40128) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:25.641163 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895b733-a9e6-48d2-b57d-8414ecf5b62c tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699267a1-5784-4267-95de-8b35b23d31e0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:25.652234 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cb905-05a1-47f8-8523-835bc19377ae req-e97d52c5-ffd3-4bc4-bf91-d53ac77c4ac1 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:25.653809 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-882cb905-05a1-47f8-8523-835bc19377ae req-e97d52c5-ffd3-4bc4-bf91-d53ac77c4ac1 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 945 time: 0.0629468 Jul 25 05:44:25.659957 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.api.v2.resource [None req-f547783f-9441-4682-9a9a-ea57f50f26f0 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] show failed (client error): The resource could not be found. Jul 25 05:44:25.661318 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f547783f-9441-4682-9a9a-ea57f50f26f0 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "GET /v2.0/security-groups/699267a1-5784-4267-95de-8b35b23d31e0 HTTP/1.1" status: 404 len: 347 time: 0.0257139 Jul 25 05:44:25.664623 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40130) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:25.703963 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:25.706742 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-882cb905-05a1-47f8-8523-835bc19377ae req-129803c9-594f-4c88-89ab-c7836014525d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443156 Jul 25 05:44:25.733419 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:44:25.781355 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:25.786829 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d584733a-8257-4237-8097-8b860c7744b8 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Deleting port 050afeab-2e36-468a-bc6d-a71525f02a1f {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:44:25.787159 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d584733a-8257-4237-8097-8b860c7744b8 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (050afeab-2e36-468a-bc6d-a71525f02a1f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:25.873856 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d584733a-8257-4237-8097-8b860c7744b8 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (050afeab-2e36-468a-bc6d-a71525f02a1f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:25.874546 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d584733a-8257-4237-8097-8b860c7744b8 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for floatingip (050afeab-2e36-468a-bc6d-a71525f02a1f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:25.889754 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d584733a-8257-4237-8097-8b860c7744b8 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Calling delete_port for 050afeab-2e36-468a-bc6d-a71525f02a1f owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:44:26.029088 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d584733a-8257-4237-8097-8b860c7744b8 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (050afeab-2e36-468a-bc6d-a71525f02a1f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:26.057668 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584733a-8257-4237-8097-8b860c7744b8 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Pushing event deleted for resources: {'Port': ['ID=050afeab-2e36-468a-bc6d-a71525f02a1f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:26.121339 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d584733a-8257-4237-8097-8b860c7744b8 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks [] for floatingip (3e2fbdcd-da67-477f-a6c2-82f1f6168524), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:26.124056 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d584733a-8257-4237-8097-8b860c7744b8 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:26.125308 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d584733a-8257-4237-8097-8b860c7744b8 tempest-AttachVolumeTestJSON-1806798430 tempest-AttachVolumeTestJSON-1806798430-project] 10.222.0.33 "DELETE /v2.0/floatingips/3e2fbdcd-da67-477f-a6c2-82f1f6168524 HTTP/1.1" status: 204 len: 168 time: 0.4594889 Jul 25 05:44:26.858942 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49200c34-4fca-46b7-adad-7f58d09a562f req-78ff69cd-72e7-4b57-af96-6b85d637db9a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:26.861451 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49200c34-4fca-46b7-adad-7f58d09a562f req-78ff69cd-72e7-4b57-af96-6b85d637db9a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 945 time: 0.0529461 Jul 25 05:44:27.210905 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49200c34-4fca-46b7-adad-7f58d09a562f req-2e19a53f-f8ec-4abd-9bf1-ff130fdbf668 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431535 Jul 25 05:44:27.278079 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:44:27.372492 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:44:27.373209 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:27.482891 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:44:27.483389 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:27.516257 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:44:27.518763 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc32bd5e-c066-46ab-94af-f6928e05eaef" -d '{"events": [{"server_uuid": "cbb16475-6c9b-4c00-be15-0b5f68b01d0a", "name": "network-vif-plugged", "status": "completed", "tag": "15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:44:27.533189 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:44:27.539349 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:27.570533 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b996e3-137a-4d54-9c83-9a663d0ddaba x-openstack-request-id: req-75b996e3-137a-4d54-9c83-9a663d0ddaba {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:44:27.570892 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb16475-6c9b-4c00-be15-0b5f68b01d0a", "name": "network-vif-plugged", "status": "completed", "tag": "15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:44:27.571204 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-75b996e3-137a-4d54-9c83-9a663d0ddaba {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:44:27.571824 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b996e3-137a-4d54-9c83-9a663d0ddaba'] response: {'server_uuid': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'code': 200} Jul 25 05:44:27.604199 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:27.725660 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40208) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:27.878530 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d47c42ea-d4e2-4a60-b1f9-a427bb3913bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:27.967125 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d47c42ea-d4e2-4a60-b1f9-a427bb3913bb admin admin] Publish callbacks [] for security_group (21ec6e65-5d80-46aa-982e-31922cdde3a9), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:27.973311 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d47c42ea-d4e2-4a60-b1f9-a427bb3913bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (21ec6e65-5d80-46aa-982e-31922cdde3a9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:28.031166 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d47c42ea-d4e2-4a60-b1f9-a427bb3913bb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ba35bce2dd8b43a08b5c02deed9a0b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041673 Jul 25 05:44:28.032746 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c42ea-d4e2-4a60-b1f9-a427bb3913bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ec6e65-5d80-46aa-982e-31922cdde3a9,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:28.034702 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 40212) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:28.074440 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:28.103556 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-518d06f6-f86b-44db-b2c2-d7184280caf8 admin admin] Publish callbacks [] for security_group (21ec6e65-5d80-46aa-982e-31922cdde3a9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:28.128076 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-518d06f6-f86b-44db-b2c2-d7184280caf8 admin admin] Publish callbacks [] for security_group (21ec6e65-5d80-46aa-982e-31922cdde3a9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:28.185903 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-518d06f6-f86b-44db-b2c2-d7184280caf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (21ec6e65-5d80-46aa-982e-31922cdde3a9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:28.188469 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-518d06f6-f86b-44db-b2c2-d7184280caf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:28.192371 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-518d06f6-f86b-44db-b2c2-d7184280caf8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/21ec6e65-5d80-46aa-982e-31922cdde3a9 HTTP/1.1" status: 204 len: 168 time: 0.1478279 Jul 25 05:44:28.203512 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d06f6-f86b-44db-b2c2-d7184280caf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ec6e65-5d80-46aa-982e-31922cdde3a9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:28.369405 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba1720-83fa-490f-8451-df0c1e9266a0 req-33a77e28-dbbf-4f5f-baed-089e52d3cdb0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:28.371644 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-45ba1720-83fa-490f-8451-df0c1e9266a0 req-33a77e28-dbbf-4f5f-baed-089e52d3cdb0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0653636 Jul 25 05:44:28.460399 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-45ba1720-83fa-490f-8451-df0c1e9266a0 req-3e1b2c6b-72e0-4926-8a19-bcde757ee17f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713906 Jul 25 05:44:28.661647 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40228) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:28.677353 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-feff787b-1d66-45ca-8ca5-551a08e4bcde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:28.765435 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:28.770464 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-feff787b-1d66-45ca-8ca5-551a08e4bcde admin admin] Publish callbacks [] for security_group (55251b98-0705-4fd8-b25b-0ce370218d64), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:28.775064 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-feff787b-1d66-45ca-8ca5-551a08e4bcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (55251b98-0705-4fd8-b25b-0ce370218d64), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:28.829877 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-feff787b-1d66-45ca-8ca5-551a08e4bcde admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a8b49b2b40c04cf0bcb02b004a1516bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643915 Jul 25 05:44:28.829877 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff787b-1d66-45ca-8ca5-551a08e4bcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55251b98-0705-4fd8-b25b-0ce370218d64,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:28.831789 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 40232) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:28.887698 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b1e13b4c-6bf1-430c-874e-091c5e32c874 admin admin] Publish callbacks [] for security_group (55251b98-0705-4fd8-b25b-0ce370218d64), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:28.922360 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b1e13b4c-6bf1-430c-874e-091c5e32c874 admin admin] Publish callbacks [] for security_group (55251b98-0705-4fd8-b25b-0ce370218d64), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:28.993101 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b1e13b4c-6bf1-430c-874e-091c5e32c874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (55251b98-0705-4fd8-b25b-0ce370218d64), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:28.996163 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b1e13b4c-6bf1-430c-874e-091c5e32c874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:28.998455 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b1e13b4c-6bf1-430c-874e-091c5e32c874 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/55251b98-0705-4fd8-b25b-0ce370218d64 HTTP/1.1" status: 204 len: 168 time: 0.1644673 Jul 25 05:44:29.009003 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e13b4c-6bf1-430c-874e-091c5e32c874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55251b98-0705-4fd8-b25b-0ce370218d64,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:29.608092 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 40240) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:29.632863 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46972c21-2d43-4964-9751-3ab6b3ac8b93 req-dd8ebd98-c984-41e4-bd72-440fc75508a8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:29.635244 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-46972c21-2d43-4964-9751-3ab6b3ac8b93 req-dd8ebd98-c984-41e4-bd72-440fc75508a8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0914540 Jul 25 05:44:29.636222 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dbddb1b4-f5ee-4730-871d-bb433ee78765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:29.731986 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-46972c21-2d43-4964-9751-3ab6b3ac8b93 req-fa3ee123-8144-407e-92ce-a0f990b279b8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906799 Jul 25 05:44:29.796617 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dbddb1b4-f5ee-4730-871d-bb433ee78765 admin admin] Publish callbacks [] for security_group (141fdddb-43c0-42ba-8ca8-d547380cd507), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:29.812198 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dbddb1b4-f5ee-4730-871d-bb433ee78765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (141fdddb-43c0-42ba-8ca8-d547380cd507), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:29.868607 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddb1b4-f5ee-4730-871d-bb433ee78765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141fdddb-43c0-42ba-8ca8-d547380cd507,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:29.876504 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40252) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:29.887637 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40254) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:29.897391 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-dbddb1b4-f5ee-4730-871d-bb433ee78765 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0d696daf085644289ba693a7be5b9213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880387 Jul 25 05:44:29.941553 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1986176a-27cd-42fa-a6dc-70435e12849c admin admin] Publish callbacks [] for security_group (141fdddb-43c0-42ba-8ca8-d547380cd507), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:29.967259 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1986176a-27cd-42fa-a6dc-70435e12849c admin admin] Publish callbacks [] for security_group (141fdddb-43c0-42ba-8ca8-d547380cd507), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:30.012678 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:30.033131 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1986176a-27cd-42fa-a6dc-70435e12849c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (141fdddb-43c0-42ba-8ca8-d547380cd507), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:30.036661 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1986176a-27cd-42fa-a6dc-70435e12849c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:30.041035 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1986176a-27cd-42fa-a6dc-70435e12849c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/141fdddb-43c0-42ba-8ca8-d547380cd507 HTTP/1.1" status: 204 len: 168 time: 0.1636066 Jul 25 05:44:30.059184 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986176a-27cd-42fa-a6dc-70435e12849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141fdddb-43c0-42ba-8ca8-d547380cd507,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:30.553779 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e085add1-5fba-415d-8449-048851781ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663856'] for router_interface (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:30.828899 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-e085add1-5fba-415d-8449-048851781ded admin admin] Deleting port 0881223b-6015-49a1-bd1f-765e672b4805 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:44:30.829748 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e085add1-5fba-415d-8449-048851781ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (0881223b-6015-49a1-bd1f-765e672b4805), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:30.909590 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b087a1d-28de-4cf5-b9b4-2a58b68fc7c8 req-2c8d6950-5767-43dd-a355-6c341290af71 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:30.912143 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8b087a1d-28de-4cf5-b9b4-2a58b68fc7c8 req-2c8d6950-5767-43dd-a355-6c341290af71 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0702472 Jul 25 05:44:30.952633 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-e085add1-5fba-415d-8449-048851781ded admin admin] For port 0881223b-6015-49a1-bd1f-765e672b4805, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=0881223b-6015-49a1-bd1f-765e672b4805,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:44:30.953332 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e085add1-5fba-415d-8449-048851781ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (0881223b-6015-49a1-bd1f-765e672b4805), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:30.963463 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:30.968605 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-e085add1-5fba-415d-8449-048851781ded admin admin] Calling delete_port for 0881223b-6015-49a1-bd1f-765e672b4805 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:44:31.001132 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8b087a1d-28de-4cf5-b9b4-2a58b68fc7c8 req-279ecfad-b12a-48ba-adc4-c04df9281ae1 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818572 Jul 25 05:44:31.091525 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:31.110815 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:31.186578 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e085add1-5fba-415d-8449-048851781ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (0881223b-6015-49a1-bd1f-765e672b4805), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:31.222207 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085add1-5fba-415d-8449-048851781ded admin admin] Pushing event deleted for resources: {'Port': ['ID=0881223b-6015-49a1-bd1f-765e672b4805,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:31.469225 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e085add1-5fba-415d-8449-048851781ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3620335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666816'] for router_interface (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:31.737323 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e085add1-5fba-415d-8449-048851781ded admin admin] Router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:44:31.893196 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e085add1-5fba-415d-8449-048851781ded admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:44:31.899006 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e085add1-5fba-415d-8449-048851781ded admin admin] 10.222.0.33 "PUT /v2.0/routers/0a3271e7-7dc4-45ce-a015-e2bdf46d9e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0094597 Jul 25 05:44:31.901484 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40294) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:31.906978 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00229eba-7d1f-4c7c-ae0d-f3845feaf3eb None None] Sync routers for ids ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:44:31.920339 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00229eba-7d1f-4c7c-ae0d-f3845feaf3eb None None] Routers {'0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:44:31.921663 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-00229eba-7d1f-4c7c-ae0d-f3845feaf3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:44:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:32.018241 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] Publish callbacks [] for router (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:32.126675 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-00229eba-7d1f-4c7c-ae0d-f3845feaf3eb None None] Set router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:44:32.167067 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] Publish callbacks [] for router_gateway (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:32.199117 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0200c0-eeb5-46e8-890d-09ca2810d091 req-f423eaa2-77c4-4105-8fe6-2ba7e42b31fc tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:32.208119 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4d0200c0-eeb5-46e8-890d-09ca2810d091 req-f423eaa2-77c4-4105-8fe6-2ba7e42b31fc tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0782819 Jul 25 05:44:32.227859 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:32.260935 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] Deleting port cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:44:32.261427 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (cf7b74d1-a91f-4a17-b15e-d4215b46c7e0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:32.285912 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4d0200c0-eeb5-46e8-890d-09ca2810d091 req-ba529c03-1862-4fb2-9ae5-015e3dc7e926 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766580 Jul 25 05:44:32.316690 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:32.318216 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-00229eba-7d1f-4c7c-ae0d-f3845feaf3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:44:31Z', 'revision_number': 5, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port': {'id': 'cf7b74d1-a91f-4a17-b15e-d4215b46c7e0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:32.356754 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00229eba-7d1f-4c7c-ae0d-f3845feaf3eb None None] Checking router: 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:44:32.364260 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:32.367992 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00229eba-7d1f-4c7c-ae0d-f3845feaf3eb None None] Routers {'0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:44:32.368932 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-00229eba-7d1f-4c7c-ae0d-f3845feaf3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:44:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:32.382822 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=94 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:32.390225 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] For port cf7b74d1-a91f-4a17-b15e-d4215b46c7e0, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=cf7b74d1-a91f-4a17-b15e-d4215b46c7e0,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:44:32.390697 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (cf7b74d1-a91f-4a17-b15e-d4215b46c7e0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:32.411278 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] Calling delete_port for cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:44:32.465881 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-00229eba-7d1f-4c7c-ae0d-f3845feaf3eb None None] Set router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:44:32.524744 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-00229eba-7d1f-4c7c-ae0d-f3845feaf3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:44:32Z', 'revision_number': 6, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port_host': None}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:32.559054 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00229eba-7d1f-4c7c-ae0d-f3845feaf3eb None None] The sync data for ids ['0a3271e7-7dc4-45ce-a015-e2bdf46d9e13'] in dv-cinder-850830-1-iscsi is: [{'id': '0a3271e7-7dc4-45ce-a015-e2bdf46d9e13', 'name': 'tempest-AttachVolumeTestJSON-857113481-router', 'tenant_id': 'f0b7d41e75df46f28cebff70c16d4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:38:34Z', 'updated_at': '2022-07-25T05:44:32Z', 'revision_number': 6, 'project_id': 'f0b7d41e75df46f28cebff70c16d4750', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:44:32.674064 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (cf7b74d1-a91f-4a17-b15e-d4215b46c7e0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:32.713775 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7b74d1-a91f-4a17-b15e-d4215b46c7e0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:32.783896 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667339'] for router_gateway (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:32.878542 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:32.881204 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] Publish callbacks [] for router_controller (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:32.943004 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666222'] for router (0a3271e7-7dc4-45ce-a015-e2bdf46d9e13), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:32.944105 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 05:44:32.961700 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:32.965424 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-7c9feba8-7460-462c-969c-3500dc9af9ff admin admin] 10.222.0.33 "DELETE /v2.0/routers/0a3271e7-7dc4-45ce-a015-e2bdf46d9e13 HTTP/1.1" status: 204 len: 168 time: 1.0606332 Jul 25 05:44:32.965893 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 40328) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:33.064848 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fa00b3-4ce2-40e4-8cad-31213a869801 admin admin] Deleting subnet e90ad6d8-8def-4a90-a2f2-756814ec1124 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:44:33.070327 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5fa00b3-4ce2-40e4-8cad-31213a869801 admin admin] Publish callbacks [] for subnet (e90ad6d8-8def-4a90-a2f2-756814ec1124), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:33.116877 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5fa00b3-4ce2-40e4-8cad-31213a869801 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002132'] for subnet (e90ad6d8-8def-4a90-a2f2-756814ec1124), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:33.122036 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 0881223b-6015-49a1-bd1f-765e672b4805 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:44:33.146839 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 0881223b-6015-49a1-bd1f-765e672b4805 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:44:33.147730 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 0881223b-6015-49a1-bd1f-765e672b4805 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:44:33.221995 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5fa00b3-4ce2-40e4-8cad-31213a869801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (e90ad6d8-8def-4a90-a2f2-756814ec1124), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:33.298610 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40332) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:33.318027 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5fa00b3-4ce2-40e4-8cad-31213a869801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61988012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62031678'] for subnet (e90ad6d8-8def-4a90-a2f2-756814ec1124), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:33.335228 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5fa00b3-4ce2-40e4-8cad-31213a869801 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:33.342612 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02cb744-9dcd-44f2-8c01-b79365b4bc0d None None] Network 9e8a2b36-0a33-4763-b71a-50bb1209bd57 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:44:33.357826 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f5fa00b3-4ce2-40e4-8cad-31213a869801 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/e90ad6d8-8def-4a90-a2f2-756814ec1124 HTTP/1.1" status: 204 len: 168 time: 0.3907120 Jul 25 05:44:33.360291 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40338) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:33.405523 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa00b3-4ce2-40e4-8cad-31213a869801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e90ad6d8-8def-4a90-a2f2-756814ec1124,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:33.504900 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73523341-c7cf-42a5-b271-931acee97863 req-09b052da-6ce3-4c6c-9254-8fcc3a2aa72d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:33.512527 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-73523341-c7cf-42a5-b271-931acee97863 req-09b052da-6ce3-4c6c-9254-8fcc3a2aa72d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0914083 Jul 25 05:44:33.540614 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bd59389d-9ae0-414d-8e50-6205b0b4f563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:33.561795 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (9e8a2b36-0a33-4763-b71a-50bb1209bd57), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:33.597365 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-73523341-c7cf-42a5-b271-931acee97863 req-6e178a6b-3c9e-4ba9-89f5-33e049f6120f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689580 Jul 25 05:44:33.629529 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05ed85a-b10a-4002-8ebf-bea186185d8d None None] DHCP port deletion for 9e8a2b36-0a33-4763-b71a-50bb1209bd57 request from dv-cinder-850830-1-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 05:44:33.687536 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Deleting port 85a3f288-723e-49df-ad71-526964774ae7 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:44:33.687916 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (85a3f288-723e-49df-ad71-526964774ae7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:33.702657 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a05ed85a-b10a-4002-8ebf-bea186185d8d None None] Deleting port 85a3f288-723e-49df-ad71-526964774ae7 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:44:33.703598 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a05ed85a-b10a-4002-8ebf-bea186185d8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (85a3f288-723e-49df-ad71-526964774ae7), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:33.847596 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a05ed85a-b10a-4002-8ebf-bea186185d8d None None] For port 85a3f288-723e-49df-ad71-526964774ae7, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=85a3f288-723e-49df-ad71-526964774ae7,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:44:33.848086 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a05ed85a-b10a-4002-8ebf-bea186185d8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (85a3f288-723e-49df-ad71-526964774ae7), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:33.855409 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] For port 85a3f288-723e-49df-ad71-526964774ae7, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=85a3f288-723e-49df-ad71-526964774ae7,segment=NetworkSegment(a29ecbe0-ca40-42b2-9159-77bae58e1fa5),segment_id=a29ecbe0-ca40-42b2-9159-77bae58e1fa5)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:44:33.855823 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (85a3f288-723e-49df-ad71-526964774ae7), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:33.878168 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bd59389d-9ae0-414d-8e50-6205b0b4f563 admin admin] Publish callbacks [] for security_group (b9caf86d-77e7-48c8-a29d-ab29ffc541d3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:33.879282 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a05ed85a-b10a-4002-8ebf-bea186185d8d None None] Calling delete_port for 85a3f288-723e-49df-ad71-526964774ae7 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:44:33.879596 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Calling delete_port for 85a3f288-723e-49df-ad71-526964774ae7 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:44:33.886978 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bd59389d-9ae0-414d-8e50-6205b0b4f563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (b9caf86d-77e7-48c8-a29d-ab29ffc541d3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:33.895168 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:33.898603 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:33.938194 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:44:33.981847 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a05ed85a-b10a-4002-8ebf-bea186185d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559'] for port (85a3f288-723e-49df-ad71-526964774ae7), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:33.988611 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59389d-9ae0-414d-8e50-6205b0b4f563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9caf86d-77e7-48c8-a29d-ab29ffc541d3,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:33.998166 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 40342) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:33.998486 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-bd59389d-9ae0-414d-8e50-6205b0b4f563 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=500245c3ddb243e0bacd45d01d000d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6979356 Jul 25 05:44:34.016439 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:34.045034 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:34.050517 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ed85a-b10a-4002-8ebf-bea186185d8d None None] Pushing event deleted for resources: {'Port': ['ID=85a3f288-723e-49df-ad71-526964774ae7,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:34.055380 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ed85a-b10a-4002-8ebf-bea186185d8d None None] No DVR routers for this DVR port 85a3f288-723e-49df-ad71-526964774ae7 on host dv-cinder-850830-1-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:44:34.075291 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (85a3f288-723e-49df-ad71-526964774ae7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:34.106686 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] No DVR routers for this DVR port 85a3f288-723e-49df-ad71-526964774ae7 on host dv-cinder-850830-1-iscsi {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:44:34.117668 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3837ba6-90e3-4d16-9911-af952df39f1b admin admin] Publish callbacks [] for security_group (b9caf86d-77e7-48c8-a29d-ab29ffc541d3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:34.143581 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Pushing event deleted for resources: {'Port': ['ID=85a3f288-723e-49df-ad71-526964774ae7,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:34.169608 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3837ba6-90e3-4d16-9911-af952df39f1b admin admin] Publish callbacks [] for security_group (b9caf86d-77e7-48c8-a29d-ab29ffc541d3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:34.204766 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (9e8a2b36-0a33-4763-b71a-50bb1209bd57), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:34.246427 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3837ba6-90e3-4d16-9911-af952df39f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (b9caf86d-77e7-48c8-a29d-ab29ffc541d3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:34.249456 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3837ba6-90e3-4d16-9911-af952df39f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:34.254087 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a3837ba6-90e3-4d16-9911-af952df39f1b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b9caf86d-77e7-48c8-a29d-ab29ffc541d3 HTTP/1.1" status: 204 len: 168 time: 0.2548876 Jul 25 05:44:34.268147 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3837ba6-90e3-4d16-9911-af952df39f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9caf86d-77e7-48c8-a29d-ab29ffc541d3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:34.555961 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8a2b36-0a33-4763-b71a-50bb1209bd57']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:34.567201 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:34.567595 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29ecbe0-ca40-42b2-9159-77bae58e1fa5') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:34.578186 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61739833'] for segment (a29ecbe0-ca40-42b2-9159-77bae58e1fa5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:34.595574 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (a29ecbe0-ca40-42b2-9159-77bae58e1fa5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:34.603230 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:44:34.603682 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61948010'] for segment (a29ecbe0-ca40-42b2-9159-77bae58e1fa5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:34.638877 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment a29ecbe0-ca40-42b2-9159-77bae58e1fa5 resource provider aggregate not found Jul 25 05:44:34.747398 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment a29ecbe0-ca40-42b2-9159-77bae58e1fa5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a29ecbe0-ca40-42b2-9159-77bae58e1fa5 found for delete ", "request_id": "req-fc9ba6b2-0f5e-4e6f-961d-88ffb4e2c465"}]} Jul 25 05:44:34.749041 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40356) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:34.758349 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e2d32-7763-4a6a-acd1-2fd0772ac7b8 req-34e3b43b-ea7f-48d9-8af2-1e23981cd7a5 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:34.759896 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-050e2d32-7763-4a6a-acd1-2fd0772ac7b8 req-34e3b43b-ea7f-48d9-8af2-1e23981cd7a5 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0601151 Jul 25 05:44:34.775809 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:44:34.779708 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-421064bf-7268-45dd-afd5-d631ddfb98c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:34.814239 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:44:34.814808 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device cf7b74d1-a91f-4a17-b15e-d4215b46c7e0 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:44:34.815374 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 85a3f288-723e-49df-ad71-526964774ae7 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:44:34.819299 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-050e2d32-7763-4a6a-acd1-2fd0772ac7b8 req-3978e00f-61a3-4666-8f61-c68dae4e2ce9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518649 Jul 25 05:44:34.820955 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (9e8a2b36-0a33-4763-b71a-50bb1209bd57), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:34.827329 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:34.833060 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] 10.222.0.33 "DELETE /v2.0/networks/9e8a2b36-0a33-4763-b71a-50bb1209bd57 HTTP/1.1" status: 204 len: 168 time: 1.4710844 Jul 25 05:44:34.839570 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 85a3f288-723e-49df-ad71-526964774ae7 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:44:34.839761 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 85a3f288-723e-49df-ad71-526964774ae7 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:44:34.869991 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42361b10-5a56-4a3b-9727-d71f785488ef admin admin] Pushing event deleted for resources: {'Network': ['ID=9e8a2b36-0a33-4763-b71a-50bb1209bd57,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:34.932457 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-421064bf-7268-45dd-afd5-d631ddfb98c5 admin admin] Publish callbacks [] for security_group (4594d4f5-93ae-414f-81ec-8e11a810663e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:34.937752 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-421064bf-7268-45dd-afd5-d631ddfb98c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (4594d4f5-93ae-414f-81ec-8e11a810663e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:34.985004 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-421064bf-7268-45dd-afd5-d631ddfb98c5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c7fbd7ae1b3a4efcbfae522f78bdcc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345238 Jul 25 05:44:34.987493 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40360) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:34.997381 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421064bf-7268-45dd-afd5-d631ddfb98c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4594d4f5-93ae-414f-81ec-8e11a810663e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:35.055559 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2fb1fa2a-4f56-44b8-add8-024b6a144937 admin admin] Publish callbacks [] for security_group (4594d4f5-93ae-414f-81ec-8e11a810663e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:35.091936 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2fb1fa2a-4f56-44b8-add8-024b6a144937 admin admin] Publish callbacks [] for security_group (4594d4f5-93ae-414f-81ec-8e11a810663e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:35.099721 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 40362) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:35.154837 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-822aac00-c595-4b2c-a409-bd48c50f186f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f0b7d41e75df46f28cebff70c16d4750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529952 Jul 25 05:44:35.158058 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40364) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:35.178345 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2fb1fa2a-4f56-44b8-add8-024b6a144937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (4594d4f5-93ae-414f-81ec-8e11a810663e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:35.181505 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2fb1fa2a-4f56-44b8-add8-024b6a144937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:35.185046 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2fb1fa2a-4f56-44b8-add8-024b6a144937 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4594d4f5-93ae-414f-81ec-8e11a810663e HTTP/1.1" status: 204 len: 168 time: 0.1942348 Jul 25 05:44:35.215123 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1fa2a-4f56-44b8-add8-024b6a144937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4594d4f5-93ae-414f-81ec-8e11a810663e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:35.257400 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01d6b120-73b8-4443-a245-a6af50013a8c admin admin] Publish callbacks [] for security_group (f15234dd-7ae2-42c8-827c-29149edc83a7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:35.288340 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01d6b120-73b8-4443-a245-a6af50013a8c admin admin] Publish callbacks [] for security_group (f15234dd-7ae2-42c8-827c-29149edc83a7), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:35.358766 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01d6b120-73b8-4443-a245-a6af50013a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (f15234dd-7ae2-42c8-827c-29149edc83a7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:35.362512 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-01d6b120-73b8-4443-a245-a6af50013a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:35.368064 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-01d6b120-73b8-4443-a245-a6af50013a8c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f15234dd-7ae2-42c8-827c-29149edc83a7 HTTP/1.1" status: 204 len: 168 time: 0.2073433 Jul 25 05:44:35.377480 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6b120-73b8-4443-a245-a6af50013a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15234dd-7ae2-42c8-827c-29149edc83a7,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:35.964466 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516970d3-328d-4f67-8cb9-561dd3a4d036 req-a187e5f3-da5c-4d6e-a818-06c8ea30efdd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:35.971301 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-516970d3-328d-4f67-8cb9-561dd3a4d036 req-a187e5f3-da5c-4d6e-a818-06c8ea30efdd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0592673 Jul 25 05:44:36.009141 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:36.052381 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-516970d3-328d-4f67-8cb9-561dd3a4d036 req-db211f82-1e62-4019-a539-7a9f26a9e548 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800900 Jul 25 05:44:37.225067 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca59792-3e47-41f1-8a91-4ca16dde173e req-f7270372-ce6c-4774-bc27-50605a663388 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:37.240111 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3ca59792-3e47-41f1-8a91-4ca16dde173e req-f7270372-ce6c-4774-bc27-50605a663388 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0906386 Jul 25 05:44:37.316495 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3ca59792-3e47-41f1-8a91-4ca16dde173e req-61f3c1c0-02e5-43e9-a291-b121594be66a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753884 Jul 25 05:44:38.445130 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bea5a5-a300-493a-89b1-c993ed898cfb req-ff4d3fec-299c-448a-8fe1-fbd5dafac656 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:38.446750 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-17bea5a5-a300-493a-89b1-c993ed898cfb req-ff4d3fec-299c-448a-8fe1-fbd5dafac656 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0563455 Jul 25 05:44:38.505719 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-17bea5a5-a300-493a-89b1-c993ed898cfb req-bb8c0d9c-ff51-4916-8d90-d6dbd95c04e5 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531325 Jul 25 05:44:39.331877 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-06032e33-e911-42c0-b763-c70fbe1712b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:39.622050 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:39.635848 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1e6ff-599b-43fa-a9e3-27e198b628d1 req-4a9976a4-79ca-4e8e-8966-54cd9ea759f0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:39.637706 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b6c1e6ff-599b-43fa-a9e3-27e198b628d1 req-4a9976a4-79ca-4e8e-8966-54cd9ea759f0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0538917 Jul 25 05:44:39.642790 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97921885-cab9-4724-b486-f8293b6c32c9 req-11e03311-7da7-46a9-96b7-1b0d5acf3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:39.644289 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-97921885-cab9-4724-b486-f8293b6c32c9 req-11e03311-7da7-46a9-96b7-1b0d5acf3637 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07879d074bee4b36b1f2f661dc4aeb7f&device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 1130 time: 0.0408618 Jul 25 05:44:39.658120 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:INSERT=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:39.689018 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b6c1e6ff-599b-43fa-a9e3-27e198b628d1 req-33f6a351-b525-4794-9139-01f0605878f8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456347 Jul 25 05:44:39.745114 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97921885-cab9-4724-b486-f8293b6c32c9 req-2806bb75-0e7d-43a9-b91e-7cd5666af67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:39.746616 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-97921885-cab9-4724-b486-f8293b6c32c9 req-2806bb75-0e7d-43a9-b91e-7cd5666af67c service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3bf226e-5490-492a-a2d4-f65b0aace87c HTTP/1.1" status: 200 len: 917 time: 0.0955260 Jul 25 05:44:39.798370 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:39.819776 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-97921885-cab9-4724-b486-f8293b6c32c9 req-83e949fb-9fcc-4c47-b544-7de3e8eb9f95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc HTTP/1.1" status: 200 len: 1000 time: 0.0651252 Jul 25 05:44:39.871937 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97921885-cab9-4724-b486-f8293b6c32c9 req-0c5f04a4-04bb-450b-919f-61410d827b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:39.873734 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-97921885-cab9-4724-b486-f8293b6c32c9 req-0c5f04a4-04bb-450b-919f-61410d827b79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ecc5ec61-182f-4394-8d5b-0f0b0ace7563 HTTP/1.1" status: 200 len: 855 time: 0.0474920 Jul 25 05:44:39.924663 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97921885-cab9-4724-b486-f8293b6c32c9 req-8ef042fb-0a36-463a-823d-ff053f208001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:39.926170 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-97921885-cab9-4724-b486-f8293b6c32c9 req-8ef042fb-0a36-463a-823d-ff053f208001 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3bf226e-5490-492a-a2d4-f65b0aace87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450146 Jul 25 05:44:40.021334 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-97921885-cab9-4724-b486-f8293b6c32c9 req-71528f76-2097-4a17-90f9-16c7b152b002 service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880704 Jul 25 05:44:40.126440 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-97921885-cab9-4724-b486-f8293b6c32c9 req-a54c4e75-34cf-4a1d-81b8-2a3be2c376fd service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967011 Jul 25 05:44:40.816874 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034f5e7-2bcb-4398-92fb-605f2524b1f7 req-c9556d98-1503-410d-bdd5-c032f059bcf8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:40.818373 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2034f5e7-2bcb-4398-92fb-605f2524b1f7 req-c9556d98-1503-410d-bdd5-c032f059bcf8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0544865 Jul 25 05:44:40.875976 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2034f5e7-2bcb-4398-92fb-605f2524b1f7 req-1eb8fd09-f348-4f07-a897-a27e7e9ea4c5 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506060 Jul 25 05:44:41.716279 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-24eb5d49-28e9-413c-815b-a4e0370649d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:41.996894 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3bab2-52cf-44d6-be31-d8fe905dfe76 req-1cf2067c-6f2c-429d-83ef-79e4cfbe7470 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:41.998393 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2bb3bab2-52cf-44d6-be31-d8fe905dfe76 req-1cf2067c-6f2c-429d-83ef-79e4cfbe7470 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0487130 Jul 25 05:44:42.047967 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2bb3bab2-52cf-44d6-be31-d8fe905dfe76 req-e3c03fdd-e25d-432a-8175-18932969d9a7 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440464 Jul 25 05:44:42.557664 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=97,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:42.579376 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:42.707049 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:43.167774 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb52319-c4ae-48b0-9076-3121005c2861 req-73f0b560-7bfb-46ef-8ba5-d727aece4c1b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:43.169332 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8bb52319-c4ae-48b0-9076-3121005c2861 req-73f0b560-7bfb-46ef-8ba5-d727aece4c1b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0485144 Jul 25 05:44:43.219771 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8bb52319-c4ae-48b0-9076-3121005c2861 req-926a8800-5146-40bb-9920-d350d8fcd90e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449657 Jul 25 05:44:43.927599 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=23 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:44.161998 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:44.346967 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396464b-31f7-4153-bb1e-7cc76b3094f6 req-3cc9b36f-55b7-4be6-abec-3759c1f83335 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:44.348681 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e396464b-31f7-4153-bb1e-7cc76b3094f6 req-3cc9b36f-55b7-4be6-abec-3759c1f83335 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 946 time: 0.0550566 Jul 25 05:44:44.402645 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e396464b-31f7-4153-bb1e-7cc76b3094f6 req-13a65d0c-ae12-4782-a1a3-b2dccea97eeb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473130 Jul 25 05:44:44.679149 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:44:44.747869 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:44.789503 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:44:44.790550 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:44.822473 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:44:44.824841 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f5fed9-942e-490f-92f7-269f35ef92e8" -d '{"events": [{"server_uuid": "cbb16475-6c9b-4c00-be15-0b5f68b01d0a", "name": "network-vif-unplugged", "status": "completed", "tag": "15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:44:44.835974 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:44:44.847834 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:44.874568 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Jul 2022 05:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66328b38-9957-44c1-a3a5-8d862b3c924e x-openstack-request-id: req-66328b38-9957-44c1-a3a5-8d862b3c924e {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:44:44.874859 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb16475-6c9b-4c00-be15-0b5f68b01d0a", "name": "network-vif-unplugged", "status": "failed", "tag": "15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc", "code": 422}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:44:44.875114 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-66328b38-9957-44c1-a3a5-8d862b3c924e {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:44:44.875710 dv-cinder-850830-1-iscsi neutron-server[104225]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-66328b38-9957-44c1-a3a5-8d862b3c924e']: {'server_uuid': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'code': 422} returned with failed status Jul 25 05:44:44.905584 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:44.982783 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [req-61c4ff02-60fb-45ea-afc5-8a36951ad1cf req-e20f52ea-0df2-4133-86f0-20ad2441be86 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:44:44.983780 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-61c4ff02-60fb-45ea-afc5-8a36951ad1cf req-e20f52ea-0df2-4133-86f0-20ad2441be86 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056112 Jul 25 05:44:45.170084 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd9afc-eab4-4103-8756-6e95b1f3d9c2 req-3aa0f095-3a8e-4c8a-ab92-bf0ff5d4ef02 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:45.172365 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-28dd9afc-eab4-4103-8756-6e95b1f3d9c2 req-3aa0f095-3a8e-4c8a-ab92-bf0ff5d4ef02 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0638263 Jul 25 05:44:45.234188 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-28dd9afc-eab4-4103-8756-6e95b1f3d9c2 req-eda53657-a70b-423c-a982-9572f1e99b73 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554700 Jul 25 05:44:45.499410 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40632) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:45.585933 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-72308445-1391-4419-94e0-5166b9bd80d1 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853777 Jul 25 05:44:45.595545 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-9e4c6cb9-7f6c-48e2-85e1-d69c34f8e077 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:44:45.596559 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-9e4c6cb9-7f6c-48e2-85e1-d69c34f8e077 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052514 Jul 25 05:44:45.676383 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40642) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:45.727933 dv-cinder-850830-1-iscsi neutron-server[104224]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 25 05:44:45.775522 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-791a2d6b-3bc9-41c1-b033-347271709f5e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:45.776897 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-791a2d6b-3bc9-41c1-b033-347271709f5e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports/15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc HTTP/1.1" status: 200 len: 941 time: 0.0994666 Jul 25 05:44:46.369459 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5c972-94f3-4b43-a924-6cd10529e5ab req-fcb632fc-8780-4267-8798-b4ed0d5c78d3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:46.376194 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4d5c972-94f3-4b43-a924-6cd10529e5ab req-fcb632fc-8780-4267-8798-b4ed0d5c78d3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0656261 Jul 25 05:44:46.421039 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d4d5c972-94f3-4b43-a924-6cd10529e5ab req-d1466726-0313-43f4-932b-9d43d431e24e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439031 Jul 25 05:44:47.544794 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97b2b0-757d-46fc-ac30-24edad763f55 req-d675cfd7-7909-41c4-b4c0-b6409521139e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:47.546299 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4a97b2b0-757d-46fc-ac30-24edad763f55 req-d675cfd7-7909-41c4-b4c0-b6409521139e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0481067 Jul 25 05:44:47.594460 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4a97b2b0-757d-46fc-ac30-24edad763f55 req-c7911c37-9a11-4a9c-926c-942fbcd37875 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427239 Jul 25 05:44:47.683573 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7265881e-7862-4ed0-9dc6-e1e16f533105 req-a3cb6535-72e7-474e-b2d5-f9e3ff957c2c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191967470&fields=id&tenant_id=987ce20ceedd49cb9419cc506c50fce3 HTTP/1.1" status: 200 len: 267 time: 0.0531793 Jul 25 05:44:47.771342 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265881e-7862-4ed0-9dc6-e1e16f533105 req-0bb5d316-47d4-482f-9f0d-a82388507940 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:47.773017 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7265881e-7862-4ed0-9dc6-e1e16f533105 req-0bb5d316-47d4-482f-9f0d-a82388507940 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 984 time: 0.0836518 Jul 25 05:44:47.779449 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-b2cabcc1-0d6c-4475-9c34-6ea7f6af0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:47.781632 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-b2cabcc1-0d6c-4475-9c34-6ea7f6af0845 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a&tenant_id=07879d074bee4b36b1f2f661dc4aeb7f HTTP/1.1" status: 200 len: 1128 time: 0.1001456 Jul 25 05:44:47.790877 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-7265881e-7862-4ed0-9dc6-e1e16f533105 req-47255ca5-50ad-4552-8488-67b3d6ddc954 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Request body: {'port': {'security_groups': ['40c0d225-67b8-44e3-8ffa-702bf50e00ef']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:44:47.872279 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-d43eef7e-023b-4adb-8f6b-d27dfa70f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:47.873909 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-d43eef7e-023b-4adb-8f6b-d27dfa70f72f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07879d074bee4b36b1f2f661dc4aeb7f&device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 1128 time: 0.0484591 Jul 25 05:44:47.893920 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7265881e-7862-4ed0-9dc6-e1e16f533105 req-47255ca5-50ad-4552-8488-67b3d6ddc954 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (8a836452-7655-49c8-9aaf-c2441440165f), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:47.902945 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:47.951146 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:47.998151 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-71b1f4e6-9029-4cb8-879d-3d22cec33997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:47.999668 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-71b1f4e6-9029-4cb8-879d-3d22cec33997 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3bf226e-5490-492a-a2d4-f65b0aace87c HTTP/1.1" status: 200 len: 917 time: 0.1179183 Jul 25 05:44:48.069940 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-73af24db-3f08-4e22-adf8-4d0d688a0dd4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc HTTP/1.1" status: 200 len: 998 time: 0.0629239 Jul 25 05:44:48.101530 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-7265881e-7862-4ed0-9dc6-e1e16f533105 req-47255ca5-50ad-4552-8488-67b3d6ddc954 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] For port 8a836452-7655-49c8-9aaf-c2441440165f, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=8a836452-7655-49c8-9aaf-c2441440165f,segment=NetworkSegment(ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5),segment_id=ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:44:48.129976 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-7cb14636-669b-4e55-aab4-435eb041f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:48.130854 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 40696) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:48.131619 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-7cb14636-669b-4e55-aab4-435eb041f149 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ecc5ec61-182f-4394-8d5b-0f0b0ace7563 HTTP/1.1" status: 200 len: 855 time: 0.0554671 Jul 25 05:44:48.135409 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7265881e-7862-4ed0-9dc6-e1e16f533105 req-47255ca5-50ad-4552-8488-67b3d6ddc954 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for port (8a836452-7655-49c8-9aaf-c2441440165f), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.141649 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7265881e-7862-4ed0-9dc6-e1e16f533105 req-47255ca5-50ad-4552-8488-67b3d6ddc954 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (8a836452-7655-49c8-9aaf-c2441440165f), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.183564 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['8a836452-7655-49c8-9aaf-c2441440165f'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:44:48.186757 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265881e-7862-4ed0-9dc6-e1e16f533105 req-47255ca5-50ad-4552-8488-67b3d6ddc954 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:48.187422 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7265881e-7862-4ed0-9dc6-e1e16f533105 req-47255ca5-50ad-4552-8488-67b3d6ddc954 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.191941 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7265881e-7862-4ed0-9dc6-e1e16f533105 req-47255ca5-50ad-4552-8488-67b3d6ddc954 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "PUT /v2.0/ports/8a836452-7655-49c8-9aaf-c2441440165f HTTP/1.1" status: 200 len: 942 time: 0.4075980 Jul 25 05:44:48.192439 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'tag': '8a836452-7655-49c8-9aaf-c2441440165f'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:44:48.194768 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ce1447-0290-4c2e-bb05-1cf1229bfa99" -d '{"events": [{"name": "network-changed", "server_uuid": "5a30608a-b03b-41fb-95be-6ba3eba17562", "tag": "8a836452-7655-49c8-9aaf-c2441440165f"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:44:48.198827 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40700) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:48.227323 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47255ca5-50ad-4552-8488-67b3d6ddc954 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event updated for resources: {'Port': ['ID=8a836452-7655-49c8-9aaf-c2441440165f,revision_number=7']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:48.246325 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-90f01d2c-8ea9-4311-a520-72b75f259f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:48.247980 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-90f01d2c-8ea9-4311-a520-72b75f259f92 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3bf226e-5490-492a-a2d4-f65b0aace87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097643 Jul 25 05:44:48.262618 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfed1cce-3d44-4b94-90c1-595d62dd40c4 x-openstack-request-id: req-dfed1cce-3d44-4b94-90c1-595d62dd40c4 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:44:48.263010 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a30608a-b03b-41fb-95be-6ba3eba17562", "tag": "8a836452-7655-49c8-9aaf-c2441440165f", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:44:48.263364 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dfed1cce-3d44-4b94-90c1-595d62dd40c4 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:44:48.263868 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfed1cce-3d44-4b94-90c1-595d62dd40c4'] response: {'name': 'network-changed', 'server_uuid': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'tag': '8a836452-7655-49c8-9aaf-c2441440165f', 'status': 'completed', 'code': 200} Jul 25 05:44:48.344305 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['8a836452-7655-49c8-9aaf-c2441440165f'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:44:48.357463 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f11bb66-1750-44a9-aa04-ab2f852faaaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.409009 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:48.415983 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da7236fe-83b4-41ad-bd93-a7723ded62dd tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group (182d468d-0d4d-48aa-9fb2-39ecd2e1bb05), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.443408 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce1447-0290-4c2e-bb05-1cf1229bfa99 req-059493d7-7b5e-466d-93c6-3d458ebdc2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:48.445122 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48ce1447-0290-4c2e-bb05-1cf1229bfa99 req-059493d7-7b5e-466d-93c6-3d458ebdc2ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=987ce20ceedd49cb9419cc506c50fce3&device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 1129 time: 0.1073313 Jul 25 05:44:48.479593 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f11bb66-1750-44a9-aa04-ab2f852faaaa admin admin] Publish callbacks [] for security_group (a9a5faa2-f58e-4bc7-92df-afb2e66d4349), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.484218 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f11bb66-1750-44a9-aa04-ab2f852faaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (a9a5faa2-f58e-4bc7-92df-afb2e66d4349), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.493956 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-f3699e1c-8c0e-40a9-a357-7725373d4845 service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269921 Jul 25 05:44:48.496564 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da7236fe-83b4-41ad-bd93-a7723ded62dd tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group (182d468d-0d4d-48aa-9fb2-39ecd2e1bb05), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.519347 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11bb66-1750-44a9-aa04-ab2f852faaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a5faa2-f58e-4bc7-92df-afb2e66d4349,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:48.539710 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:48.555180 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7f11bb66-1750-44a9-aa04-ab2f852faaaa admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=04ff486cc2c14efc954afcb2465c8194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4226654 Jul 25 05:44:48.557847 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 40704) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:48.571000 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5e4e67f0-be2d-4c29-b26f-534d02654e6b None None] Provisioning complete for port 8a836452-7655-49c8-9aaf-c2441440165f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:44:48.571855 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5e4e67f0-be2d-4c29-b26f-534d02654e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (8a836452-7655-49c8-9aaf-c2441440165f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.576395 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:48.614157 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:48.619910 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d27c8fcf-1d7a-48e7-af6f-0abb71c3920d admin admin] Publish callbacks [] for security_group (a9a5faa2-f58e-4bc7-92df-afb2e66d4349), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.659572 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d27c8fcf-1d7a-48e7-af6f-0abb71c3920d admin admin] Publish callbacks [] for security_group (a9a5faa2-f58e-4bc7-92df-afb2e66d4349), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.663704 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce1447-0290-4c2e-bb05-1cf1229bfa99 req-531b7811-9474-4f63-bddd-f90f3b09900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:48.665721 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48ce1447-0290-4c2e-bb05-1cf1229bfa99 req-531b7811-9474-4f63-bddd-f90f3b09900a service neutron] 10.222.0.43 "GET /v2.0/networks?id=69a407fc-7892-4489-9edc-cabb773af8c0 HTTP/1.1" status: 200 len: 916 time: 0.2100704 Jul 25 05:44:48.677954 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e67f0-be2d-4c29-b26f-534d02654e6b None None] Current status of the port 8a836452-7655-49c8-9aaf-c2441440165f is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:44:48.736600 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c49682b2-e432-4442-8a7f-78a4bfc3dcc2 req-c26f1d7e-db0d-4fe0-b7eb-1f86a10787ac service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262073 Jul 25 05:44:48.750123 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da7236fe-83b4-41ad-bd93-a7723ded62dd tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (182d468d-0d4d-48aa-9fb2-39ecd2e1bb05), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.752920 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da7236fe-83b4-41ad-bd93-a7723ded62dd tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.754111 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-da7236fe-83b4-41ad-bd93-a7723ded62dd tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "DELETE /v2.0/security-groups/182d468d-0d4d-48aa-9fb2-39ecd2e1bb05 HTTP/1.1" status: 204 len: 168 time: 0.5534053 Jul 25 05:44:48.760438 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40708) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:48.764016 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d27c8fcf-1d7a-48e7-af6f-0abb71c3920d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (a9a5faa2-f58e-4bc7-92df-afb2e66d4349), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.767369 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d27c8fcf-1d7a-48e7-af6f-0abb71c3920d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:48.769014 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-d27c8fcf-1d7a-48e7-af6f-0abb71c3920d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a9a5faa2-f58e-4bc7-92df-afb2e66d4349 HTTP/1.1" status: 204 len: 168 time: 0.2101789 Jul 25 05:44:48.769897 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48ce1447-0290-4c2e-bb05-1cf1229bfa99 req-3f71c76a-bb92-4067-a098-f301a726492c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a836452-7655-49c8-9aaf-c2441440165f HTTP/1.1" status: 200 len: 1001 time: 0.0968800 Jul 25 05:44:48.778336 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7236fe-83b4-41ad-bd93-a7723ded62dd tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182d468d-0d4d-48aa-9fb2-39ecd2e1bb05,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:48.787301 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee3e7f-d0ca-4683-835a-879b703704c4 req-cde3499a-0f3f-4c44-9ccf-5875af792b72 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:48.793422 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1eee3e7f-d0ca-4683-835a-879b703704c4 req-cde3499a-0f3f-4c44-9ccf-5875af792b72 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0815229 Jul 25 05:44:48.803162 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c8fcf-1d7a-48e7-af6f-0abb71c3920d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a5faa2-f58e-4bc7-92df-afb2e66d4349,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:48.811521 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:44:48.914108 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1eee3e7f-d0ca-4683-835a-879b703704c4 req-b5d87413-491e-42a5-9b0c-d178f0509188 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901723 Jul 25 05:44:48.929811 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce1447-0290-4c2e-bb05-1cf1229bfa99 req-b566e32a-5be7-4a98-b405-17a0db64790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:48.931356 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48ce1447-0290-4c2e-bb05-1cf1229bfa99 req-b566e32a-5be7-4a98-b405-17a0db64790f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef HTTP/1.1" status: 200 len: 854 time: 0.1078460 Jul 25 05:44:48.975205 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc is: DOWN; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:44:49.046093 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a5cf4-db7a-4bef-b727-14ed12a0e189 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Deleting port fd1f9a36-83aa-4fbf-9574-0e9112e62030 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:44:49.046440 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5cf4-db7a-4bef-b727-14ed12a0e189 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (fd1f9a36-83aa-4fbf-9574-0e9112e62030), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:49.062377 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce1447-0290-4c2e-bb05-1cf1229bfa99 req-f8fabcf2-1b77-4d42-950d-bdca6f1b8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:49.063907 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48ce1447-0290-4c2e-bb05-1cf1229bfa99 req-f8fabcf2-1b77-4d42-950d-bdca6f1b8f62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=69a407fc-7892-4489-9edc-cabb773af8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668271 Jul 25 05:44:49.198574 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 40738) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:49.204704 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5cf4-db7a-4bef-b727-14ed12a0e189 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (fd1f9a36-83aa-4fbf-9574-0e9112e62030), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:49.205058 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5cf4-db7a-4bef-b727-14ed12a0e189 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for floatingip (fd1f9a36-83aa-4fbf-9574-0e9112e62030), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:49.214824 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-32b8e8a5-783d-4594-bb66-8aab2240c90a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:49.228626 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a5cf4-db7a-4bef-b727-14ed12a0e189 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Calling delete_port for fd1f9a36-83aa-4fbf-9574-0e9112e62030 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:44:49.237031 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48ce1447-0290-4c2e-bb05-1cf1229bfa99 req-ead014ce-d64b-4209-8d58-2ba86ee04b94 service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664722 Jul 25 05:44:49.302183 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-32b8e8a5-783d-4594-bb66-8aab2240c90a admin admin] Publish callbacks [] for security_group (22933f6d-2091-4ae8-826e-e33058d447c2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:49.318430 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-32b8e8a5-783d-4594-bb66-8aab2240c90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (22933f6d-2091-4ae8-826e-e33058d447c2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:49.327953 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:49.328541 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:49.376538 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-32b8e8a5-783d-4594-bb66-8aab2240c90a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0f6d934558b141c7880c0523cb9767c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740546 Jul 25 05:44:49.377368 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8e8a5-783d-4594-bb66-8aab2240c90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22933f6d-2091-4ae8-826e-e33058d447c2,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:49.377710 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40740) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:49.402390 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:49.461774 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48ce1447-0290-4c2e-bb05-1cf1229bfa99 req-c77644f1-a803-4717-8518-c49dfbad96b6 service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168565 Jul 25 05:44:49.473673 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:49.502766 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9524dfd6-ec90-4405-9270-95623327528f admin admin] Publish callbacks [] for security_group (22933f6d-2091-4ae8-826e-e33058d447c2), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:49.552640 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9524dfd6-ec90-4405-9270-95623327528f admin admin] Publish callbacks [] for security_group (22933f6d-2091-4ae8-826e-e33058d447c2), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:49.613003 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5cf4-db7a-4bef-b727-14ed12a0e189 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (fd1f9a36-83aa-4fbf-9574-0e9112e62030), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:49.659503 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a5cf4-db7a-4bef-b727-14ed12a0e189 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event deleted for resources: {'Port': ['ID=fd1f9a36-83aa-4fbf-9574-0e9112e62030,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:49.729234 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9524dfd6-ec90-4405-9270-95623327528f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (22933f6d-2091-4ae8-826e-e33058d447c2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:49.734704 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9524dfd6-ec90-4405-9270-95623327528f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:49.738415 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9524dfd6-ec90-4405-9270-95623327528f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/22933f6d-2091-4ae8-826e-e33058d447c2 HTTP/1.1" status: 204 len: 168 time: 0.3572466 Jul 25 05:44:49.792540 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524dfd6-ec90-4405-9270-95623327528f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22933f6d-2091-4ae8-826e-e33058d447c2,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:49.832136 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5cf4-db7a-4bef-b727-14ed12a0e189 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks [] for floatingip (0ae1ea83-021f-44af-9942-8cdb8d12e022), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:49.832534 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-5c2a5cf4-db7a-4bef-b727-14ed12a0e189 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Floating IP 0ae1ea83-021f-44af-9942-8cdb8d12e022 disassociated (deleted). External IP: 172.27.3.128, port: 8a836452-7655-49c8-9aaf-c2441440165f. Jul 25 05:44:50.127981 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2a5cf4-db7a-4bef-b727-14ed12a0e189 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:44:50.191361 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0bcb4-3159-4977-8762-97b9cff0cb3d req-e8b94196-20af-41b8-83eb-e03df4ce8a5c tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:50.197635 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6eb0bcb4-3159-4977-8762-97b9cff0cb3d req-e8b94196-20af-41b8-83eb-e03df4ce8a5c tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.1327314 Jul 25 05:44:50.310334 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6eb0bcb4-3159-4977-8762-97b9cff0cb3d req-ab6c7a45-a304-4fba-b27e-492e86ef45ab tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014893 Jul 25 05:44:50.311057 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2a5cf4-db7a-4bef-b727-14ed12a0e189 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:44:50.317812 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5cf4-db7a-4bef-b727-14ed12a0e189 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:50.323782 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78ab6a-a4d7-47ef-aaf1-ea033ecec0bd None None] Sync routers for ids ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:44:50.360356 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78ab6a-a4d7-47ef-aaf1-ea033ecec0bd None None] Routers {'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:44:50.361085 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-be78ab6a-a4d7-47ef-aaf1-ea033ecec0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:44:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:50.363948 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-5c2a5cf4-db7a-4bef-b727-14ed12a0e189 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "DELETE /v2.0/floatingips/0ae1ea83-021f-44af-9942-8cdb8d12e022 HTTP/1.1" status: 204 len: 168 time: 1.6024003 Jul 25 05:44:50.364729 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'tag': '8a836452-7655-49c8-9aaf-c2441440165f'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:44:50.382050 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0213590-1c69-4a2d-92e9-3c91264b2e70" -d '{"events": [{"name": "network-changed", "server_uuid": "5a30608a-b03b-41fb-95be-6ba3eba17562", "tag": "8a836452-7655-49c8-9aaf-c2441440165f"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:44:50.491470 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99fb798-5319-4f19-b0c4-55e4449af0af x-openstack-request-id: req-c99fb798-5319-4f19-b0c4-55e4449af0af {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:44:50.491798 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a30608a-b03b-41fb-95be-6ba3eba17562", "tag": "8a836452-7655-49c8-9aaf-c2441440165f", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:44:50.492194 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c99fb798-5319-4f19-b0c4-55e4449af0af {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:44:50.493063 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99fb798-5319-4f19-b0c4-55e4449af0af'] response: {'name': 'network-changed', 'server_uuid': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'tag': '8a836452-7655-49c8-9aaf-c2441440165f', 'status': 'completed', 'code': 200} Jul 25 05:44:50.556156 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-be78ab6a-a4d7-47ef-aaf1-ea033ecec0bd None None] Set router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:44:50.920604 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-be78ab6a-a4d7-47ef-aaf1-ea033ecec0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:42:17Z', 'revision_number': 4, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port': {'id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:14Z', 'updated_at': '2022-07-25T05:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'ed4d2a4b-9f81-495d-8dbd-273e790718ba', 'name': '', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'mac_address': 'fa:16:3e:ec:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:16Z', 'updated_at': '2022-07-25T05:42:21Z', 'revision_number': 5, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'subnets': [{'id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:50.925712 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0213590-1c69-4a2d-92e9-3c91264b2e70 req-6addbe33-9e1b-4454-92b9-dcfdee1a3376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:50.927917 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c0213590-1c69-4a2d-92e9-3c91264b2e70 req-6addbe33-9e1b-4454-92b9-dcfdee1a3376 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=987ce20ceedd49cb9419cc506c50fce3&device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 1129 time: 0.1081650 Jul 25 05:44:50.954942 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78ab6a-a4d7-47ef-aaf1-ea033ecec0bd None None] Checking router: a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:44:50.965724 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78ab6a-a4d7-47ef-aaf1-ea033ecec0bd None None] Routers {'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:44:50.966570 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-be78ab6a-a4d7-47ef-aaf1-ea033ecec0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:44:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:51.313543 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-be78ab6a-a4d7-47ef-aaf1-ea033ecec0bd None None] Set router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:44:51.506427 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bdc50-bb0a-4da2-9bae-5903b077abb6 req-ea8a3808-25df-4506-8239-64a21d204a9a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:51.512523 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-113bdc50-bb0a-4da2-9bae-5903b077abb6 req-ea8a3808-25df-4506-8239-64a21d204a9a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0985267 Jul 25 05:44:51.600763 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-be78ab6a-a4d7-47ef-aaf1-ea033ecec0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:42:17Z', 'revision_number': 4, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port': {'id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:14Z', 'updated_at': '2022-07-25T05:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'ed4d2a4b-9f81-495d-8dbd-273e790718ba', 'name': '', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'mac_address': 'fa:16:3e:ec:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:16Z', 'updated_at': '2022-07-25T05:42:21Z', 'revision_number': 5, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'subnets': [{'id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:44:51.614037 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-113bdc50-bb0a-4da2-9bae-5903b077abb6 req-51317244-7ad2-4562-87a2-e95072c2d27d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956192 Jul 25 05:44:51.666619 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78ab6a-a4d7-47ef-aaf1-ea033ecec0bd None None] The sync data for ids ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'] in dv-cinder-850830-1-iscsi is: [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:42:17Z', 'revision_number': 4, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port': {'id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:14Z', 'updated_at': '2022-07-25T05:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': 'ed4d2a4b-9f81-495d-8dbd-273e790718ba', 'name': '', 'network_id': '69a407fc-7892-4489-9edc-cabb773af8c0', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'mac_address': 'fa:16:3e:ec:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:16Z', 'updated_at': '2022-07-25T05:42:21Z', 'revision_number': 5, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'subnets': [{'id': '3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:44:52.036275 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc79e81-a259-43a2-9b02-e4e58db517f3 None None] New status for floating IP 0ae1ea83-021f-44af-9942-8cdb8d12e022: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:44:52.774467 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a135e8-6297-4baf-814f-7cf2e1ceafd0 req-0c48e48f-2434-4337-a03e-82f5ffbd1b42 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:52.784487 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-68a135e8-6297-4baf-814f-7cf2e1ceafd0 req-0c48e48f-2434-4337-a03e-82f5ffbd1b42 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0677047 Jul 25 05:44:52.843046 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-68a135e8-6297-4baf-814f-7cf2e1ceafd0 req-cfd03260-bcd0-4c69-9047-e29dcf4dc6f6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574610 Jul 25 05:44:54.019959 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec604af1-e138-4a65-aa87-1b8f7023d793 req-183b4d5c-6aee-404a-95b4-851177b2cadd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:54.022465 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ec604af1-e138-4a65-aa87-1b8f7023d793 req-183b4d5c-6aee-404a-95b4-851177b2cadd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0663991 Jul 25 05:44:54.106226 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ec604af1-e138-4a65-aa87-1b8f7023d793 req-37938e40-b00e-4be0-942c-02f55b13a601 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775831 Jul 25 05:44:55.247744 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555c640-f17c-40ea-be18-8085b04a547a req-1778a5b2-fcec-45ad-ad54-7d278186fd9a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:55.249716 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5555c640-f17c-40ea-be18-8085b04a547a req-1778a5b2-fcec-45ad-ad54-7d278186fd9a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0588150 Jul 25 05:44:55.305155 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5555c640-f17c-40ea-be18-8085b04a547a req-90f6d76d-10a0-455d-8d8a-ee2a22548f1b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495157 Jul 25 05:44:56.177622 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40880) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:56.355633 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb0a8-1163-4f84-9a9c-0dcb4d140832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:56.502908 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb0a8-1163-4f84-9a9c-0dcb4d140832 admin admin] Publish callbacks [] for security_group (aec34d18-e0fe-44c9-8284-ad35fec569dc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:56.514318 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb0a8-1163-4f84-9a9c-0dcb4d140832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (aec34d18-e0fe-44c9-8284-ad35fec569dc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:56.535938 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b217499-63fe-43cd-9b93-ad839cc5f2bb req-d6e64229-9920-4aff-97f7-868443339e03 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:56.540830 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1b217499-63fe-43cd-9b93-ad839cc5f2bb req-d6e64229-9920-4aff-97f7-868443339e03 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.1167924 Jul 25 05:44:56.600875 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:56.601524 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:56.608058 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ba8cb0a8-1163-4f84-9a9c-0dcb4d140832 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ddeae234b3b04f50ba2fbbf0b5043de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293203 Jul 25 05:44:56.609136 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40892) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:56.648969 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 40894) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:56.657068 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cb0a8-1163-4f84-9a9c-0dcb4d140832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec34d18-e0fe-44c9-8284-ad35fec569dc,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:56.683869 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1b217499-63fe-43cd-9b93-ad839cc5f2bb req-fa606b3e-f37e-43a7-9254-82e090a48143 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367621 Jul 25 05:44:56.704067 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-280e5fcc-e804-4d9d-aabd-e45885c40418 admin admin] Publish callbacks [] for security_group (aec34d18-e0fe-44c9-8284-ad35fec569dc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:56.734838 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-280e5fcc-e804-4d9d-aabd-e45885c40418 admin admin] Publish callbacks [] for security_group (aec34d18-e0fe-44c9-8284-ad35fec569dc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:56.802494 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-280e5fcc-e804-4d9d-aabd-e45885c40418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (aec34d18-e0fe-44c9-8284-ad35fec569dc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:56.809025 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-280e5fcc-e804-4d9d-aabd-e45885c40418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:56.813825 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-280e5fcc-e804-4d9d-aabd-e45885c40418 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/aec34d18-e0fe-44c9-8284-ad35fec569dc HTTP/1.1" status: 204 len: 168 time: 0.2019103 Jul 25 05:44:56.822454 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:56.836039 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e5fcc-e804-4d9d-aabd-e45885c40418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec34d18-e0fe-44c9-8284-ad35fec569dc,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:56.928371 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Publish callbacks [] for security_group (6cb0d01f-596d-424b-bb79-2df7c09dea3b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:56.935508 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (6cb0d01f-596d-424b-bb79-2df7c09dea3b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:56.976073 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40902) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:56.976456 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=459689b728e14e7498c0c3ede03d95e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268766 Jul 25 05:44:57.021680 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb0d01f-596d-424b-bb79-2df7c09dea3b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:57.041804 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.041804 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.042093 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.043897 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.043897 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.043897 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.043897 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.043897 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.044377 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.045171 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.045531 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.045940 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.046194 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.046526 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.046854 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb9266-d962-43b9-bf75-a5ea8ef79aa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:44:57.068426 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7499-7f38-4037-9a17-efa929e89abd admin admin] Publish callbacks [] for security_group (6cb0d01f-596d-424b-bb79-2df7c09dea3b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:57.094916 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7499-7f38-4037-9a17-efa929e89abd admin admin] Publish callbacks [] for security_group (6cb0d01f-596d-424b-bb79-2df7c09dea3b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:57.166508 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7499-7f38-4037-9a17-efa929e89abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (6cb0d01f-596d-424b-bb79-2df7c09dea3b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:57.169482 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7499-7f38-4037-9a17-efa929e89abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:57.171923 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-8bcd7499-7f38-4037-9a17-efa929e89abd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6cb0d01f-596d-424b-bb79-2df7c09dea3b HTTP/1.1" status: 204 len: 168 time: 0.1936090 Jul 25 05:44:57.187813 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd7499-7f38-4037-9a17-efa929e89abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb0d01f-596d-424b-bb79-2df7c09dea3b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:57.562519 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 40926) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:57.578645 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f5c9db3e-fe37-45c9-90a6-4b0397b39f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:57.832835 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22b46a-a70e-406a-a508-e81b1f7d0212 req-fe6d8ffb-407b-49a4-b4e6-51015670db3e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:57.835670 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cc22b46a-a70e-406a-a508-e81b1f7d0212 req-fe6d8ffb-407b-49a4-b4e6-51015670db3e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0823681 Jul 25 05:44:57.875771 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:57.892836 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cc22b46a-a70e-406a-a508-e81b1f7d0212 req-696f6c7a-8261-42a5-827e-1fb0943738e9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512488 Jul 25 05:44:57.909689 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f5c9db3e-fe37-45c9-90a6-4b0397b39f9a admin admin] Publish callbacks [] for security_group (458bbef0-c69a-40ef-8255-847de2ced898), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:57.933915 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f5c9db3e-fe37-45c9-90a6-4b0397b39f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (458bbef0-c69a-40ef-8255-847de2ced898), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:58.024676 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9db3e-fe37-45c9-90a6-4b0397b39f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458bbef0-c69a-40ef-8255-847de2ced898,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:58.031052 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f5c9db3e-fe37-45c9-90a6-4b0397b39f9a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e9bb5abd52ea4c7b85067435ac74016f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4674878 Jul 25 05:44:58.034240 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 40938) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:44:58.065632 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0213590-1c69-4a2d-92e9-3c91264b2e70 req-d2d553b4-b593-411c-ad62-d3f213dcfbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:58.067242 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c0213590-1c69-4a2d-92e9-3c91264b2e70 req-d2d553b4-b593-411c-ad62-d3f213dcfbc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=69a407fc-7892-4489-9edc-cabb773af8c0 HTTP/1.1" status: 200 len: 916 time: 0.1455045 Jul 25 05:44:58.094443 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f94e275-a9a7-4fde-814c-34f01d0590c7 admin admin] Publish callbacks [] for security_group (458bbef0-c69a-40ef-8255-847de2ced898), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:58.106027 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:58.119743 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f94e275-a9a7-4fde-814c-34f01d0590c7 admin admin] Publish callbacks [] for security_group (458bbef0-c69a-40ef-8255-847de2ced898), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:58.183400 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f94e275-a9a7-4fde-814c-34f01d0590c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (458bbef0-c69a-40ef-8255-847de2ced898), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:58.187358 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f94e275-a9a7-4fde-814c-34f01d0590c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:44:58.187946 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7f94e275-a9a7-4fde-814c-34f01d0590c7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/458bbef0-c69a-40ef-8255-847de2ced898 HTTP/1.1" status: 204 len: 168 time: 0.1517954 Jul 25 05:44:58.198627 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94e275-a9a7-4fde-814c-34f01d0590c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458bbef0-c69a-40ef-8255-847de2ced898,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:44:58.357007 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c0213590-1c69-4a2d-92e9-3c91264b2e70 req-370883e6-98c3-43b9-93e0-0c438cf92063 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a836452-7655-49c8-9aaf-c2441440165f HTTP/1.1" status: 200 len: 217 time: 0.0359244 Jul 25 05:44:58.845367 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0213590-1c69-4a2d-92e9-3c91264b2e70 req-29741b29-7b66-498c-9c5c-37c504df99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:58.847150 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c0213590-1c69-4a2d-92e9-3c91264b2e70 req-29741b29-7b66-498c-9c5c-37c504df99a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef HTTP/1.1" status: 200 len: 854 time: 0.0478284 Jul 25 05:44:58.895595 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0213590-1c69-4a2d-92e9-3c91264b2e70 req-2d99b3c3-cc94-4ca8-9699-83928c482fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:58.897322 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c0213590-1c69-4a2d-92e9-3c91264b2e70 req-2d99b3c3-cc94-4ca8-9699-83928c482fb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=69a407fc-7892-4489-9edc-cabb773af8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410564 Jul 25 05:44:59.007185 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c0213590-1c69-4a2d-92e9-3c91264b2e70 req-2ced3019-beb4-4ad4-85b7-cb977a0e510e service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960214 Jul 25 05:44:59.041943 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b9333-5a94-4431-8687-e62ed23b4f7f req-f38aad91-ab9a-4eeb-b51e-a60a08fc4434 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:44:59.043689 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fe6b9333-5a94-4431-8687-e62ed23b4f7f req-f38aad91-ab9a-4eeb-b51e-a60a08fc4434 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0567029 Jul 25 05:44:59.085444 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:59.097802 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fe6b9333-5a94-4431-8687-e62ed23b4f7f req-4516c9f7-7dd2-433d-9b8a-2f6dda96f02e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469172 Jul 25 05:44:59.099615 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:44:59.127562 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c0213590-1c69-4a2d-92e9-3c91264b2e70 req-c5bb3a69-865e-4a97-96bd-72ea26099fac service neutron] 10.222.0.43 "GET /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025321 Jul 25 05:45:00.226585 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca713a12-ec58-4c21-a1d0-82312475637d req-2dbf969a-5b1e-4a56-950d-3163dfb9cb7f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:00.228086 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ca713a12-ec58-4c21-a1d0-82312475637d req-2dbf969a-5b1e-4a56-950d-3163dfb9cb7f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0518618 Jul 25 05:45:00.277069 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ca713a12-ec58-4c21-a1d0-82312475637d req-3356c8b6-db30-49fb-ab0d-16aa96aa3d93 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429637 Jul 25 05:45:01.031599 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79936e-e7d6-4ccb-bd01-8625f63f4dbe req-93e8fdbe-71ae-4a53-8889-9716190d28c0 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:01.037434 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-df79936e-e7d6-4ccb-bd01-8625f63f4dbe req-93e8fdbe-71ae-4a53-8889-9716190d28c0 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 945 time: 0.0560393 Jul 25 05:45:01.084969 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-df79936e-e7d6-4ccb-bd01-8625f63f4dbe req-56d954cb-8cbd-4d36-b04d-d010e81654c3 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457222 Jul 25 05:45:01.407857 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95c7fa-f0c4-4ad8-88e2-9a37cc64ca7a req-a4aeee92-6e72-4d87-b091-ab0c74f8eedb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:01.409358 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3a95c7fa-f0c4-4ad8-88e2-9a37cc64ca7a req-a4aeee92-6e72-4d87-b091-ab0c74f8eedb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0521729 Jul 25 05:45:01.458666 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3a95c7fa-f0c4-4ad8-88e2-9a37cc64ca7a req-9128a239-cfc6-47d6-9780-637c80ba2dc2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438902 Jul 25 05:45:02.042023 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:02.115295 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:02.201018 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e93f71-f61f-4502-89fc-14ba0d3acaeb req-8ce39d08-70bb-4df4-a4cc-adec342d16e3 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:02.202501 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-45e93f71-f61f-4502-89fc-14ba0d3acaeb req-8ce39d08-70bb-4df4-a4cc-adec342d16e3 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 945 time: 0.0476985 Jul 25 05:45:02.251551 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-45e93f71-f61f-4502-89fc-14ba0d3acaeb req-b844d44b-8269-4625-8685-2a4cb1b4ace0 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434687 Jul 25 05:45:02.592163 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b47c4d-027f-443f-9148-46016e5034bc req-b2f0d37a-6714-4e26-b022-d1a09285bdfe tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:02.593706 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-52b47c4d-027f-443f-9148-46016e5034bc req-b2f0d37a-6714-4e26-b022-d1a09285bdfe tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0513561 Jul 25 05:45:02.657348 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-52b47c4d-027f-443f-9148-46016e5034bc req-2d39df1d-7243-43c5-8024-62bd08beb872 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578232 Jul 25 05:45:03.381639 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7f19b-cf8b-4a08-a394-3762bf5a0beb req-7359effe-d96f-4e3e-80f2-d5306ba199bb tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:03.383180 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3ae7f19b-cf8b-4a08-a394-3762bf5a0beb req-7359effe-d96f-4e3e-80f2-d5306ba199bb tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 945 time: 0.0513110 Jul 25 05:45:03.430133 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3ae7f19b-cf8b-4a08-a394-3762bf5a0beb req-5ba86344-858f-464c-a0e7-6d04c98d0297 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414906 Jul 25 05:45:03.783506 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78da621-4aad-4076-b873-16ba349545dd req-cf885681-1932-4d18-a504-05c71a9059d3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:03.785015 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f78da621-4aad-4076-b873-16ba349545dd req-cf885681-1932-4d18-a504-05c71a9059d3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0484347 Jul 25 05:45:03.834245 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f78da621-4aad-4076-b873-16ba349545dd req-e225b4db-9d17-4276-b876-7b83a47e534c tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436811 Jul 25 05:45:04.551075 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6219b7-8e36-493a-b1c9-dc509a72795b req-92af9dec-b552-441e-8a1f-62d499320e32 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:04.552546 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1d6219b7-8e36-493a-b1c9-dc509a72795b req-92af9dec-b552-441e-8a1f-62d499320e32 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 945 time: 0.0508358 Jul 25 05:45:04.599084 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1d6219b7-8e36-493a-b1c9-dc509a72795b req-e6bf0264-84a5-4e74-906c-077225f80b8f tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403759 Jul 25 05:45:04.940176 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:04.956621 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd2c5-2813-44f4-ac13-c862ac6c72a9 req-67cee5a3-4c53-4028-b1b1-84f9570534c5 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:04.958154 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dd1fd2c5-2813-44f4-ac13-c862ac6c72a9 req-67cee5a3-4c53-4028-b1b1-84f9570534c5 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0486586 Jul 25 05:45:05.003544 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:05.008231 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dd1fd2c5-2813-44f4-ac13-c862ac6c72a9 req-2d64171e-82b2-4c75-ad08-7af66281fca6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431178 Jul 25 05:45:05.716126 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad1ef5-b364-422a-86b3-423ce13f11ba req-f2b35ece-ce1a-4554-bcf9-ae3ba3317a35 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:05.717664 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-14ad1ef5-b364-422a-86b3-423ce13f11ba req-f2b35ece-ce1a-4554-bcf9-ae3ba3317a35 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 945 time: 0.0514257 Jul 25 05:45:05.773909 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-14ad1ef5-b364-422a-86b3-423ce13f11ba req-63b21e4e-f2fa-474a-9eb2-38138b147f3c tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/security-groups?id=40c0d225-67b8-44e3-8ffa-702bf50e00ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505478 Jul 25 05:45:05.950124 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41204) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:06.119312 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-47ab83bc-1260-470e-8aea-cf2a61faea46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:06.132067 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541ec71-d77a-434d-bcd9-945a758d77b3 req-c8672f49-f9be-4d5e-a9e3-7ad0ad16e694 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:06.135476 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2541ec71-d77a-434d-bcd9-945a758d77b3 req-c8672f49-f9be-4d5e-a9e3-7ad0ad16e694 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 945 time: 0.0716295 Jul 25 05:45:06.195102 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6169c19-b5f3-4397-a1b5-737771287344 req-7f87939e-5088-43b2-98c6-8687e2aebde7 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:06.197471 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d6169c19-b5f3-4397-a1b5-737771287344 req-7f87939e-5088-43b2-98c6-8687e2aebde7 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0730515 Jul 25 05:45:06.261709 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-2541ec71-d77a-434d-bcd9-945a758d77b3 req-dce1e746-febd-41ae-a311-de15e2007b42 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Deleting port 8a836452-7655-49c8-9aaf-c2441440165f {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:45:06.262060 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2541ec71-d77a-434d-bcd9-945a758d77b3 req-dce1e746-febd-41ae-a311-de15e2007b42 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (8a836452-7655-49c8-9aaf-c2441440165f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:06.273223 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d6169c19-b5f3-4397-a1b5-737771287344 req-a34f4eac-b0be-40a8-8915-6d3300b60477 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668921 Jul 25 05:45:06.301699 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-47ab83bc-1260-470e-8aea-cf2a61faea46 admin admin] Publish callbacks [] for security_group (389decc9-da5b-4246-baf9-5458e44587dc), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:06.307063 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-47ab83bc-1260-470e-8aea-cf2a61faea46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (389decc9-da5b-4246-baf9-5458e44587dc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:06.358956 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab83bc-1260-470e-8aea-cf2a61faea46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389decc9-da5b-4246-baf9-5458e44587dc,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:06.367215 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-47ab83bc-1260-470e-8aea-cf2a61faea46 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5b5b5ea5ac42431485b5540bf9e7c45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4152515 Jul 25 05:45:06.370259 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41216) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:06.406206 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-2541ec71-d77a-434d-bcd9-945a758d77b3 req-dce1e746-febd-41ae-a311-de15e2007b42 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] For port 8a836452-7655-49c8-9aaf-c2441440165f, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=8a836452-7655-49c8-9aaf-c2441440165f,segment=NetworkSegment(ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5),segment_id=ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:06.406579 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2541ec71-d77a-434d-bcd9-945a758d77b3 req-dce1e746-febd-41ae-a311-de15e2007b42 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (8a836452-7655-49c8-9aaf-c2441440165f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:06.422786 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-2541ec71-d77a-434d-bcd9-945a758d77b3 req-dce1e746-febd-41ae-a311-de15e2007b42 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Calling delete_port for 8a836452-7655-49c8-9aaf-c2441440165f owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:45:06.445887 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b515db7e-8006-4fc5-8f68-fc85efd770cd admin admin] Publish callbacks [] for security_group (389decc9-da5b-4246-baf9-5458e44587dc), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:06.473631 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b515db7e-8006-4fc5-8f68-fc85efd770cd admin admin] Publish callbacks [] for security_group (389decc9-da5b-4246-baf9-5458e44587dc), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:06.537036 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b515db7e-8006-4fc5-8f68-fc85efd770cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (389decc9-da5b-4246-baf9-5458e44587dc), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:06.540902 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b515db7e-8006-4fc5-8f68-fc85efd770cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:06.545286 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b515db7e-8006-4fc5-8f68-fc85efd770cd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/389decc9-da5b-4246-baf9-5458e44587dc HTTP/1.1" status: 204 len: 168 time: 0.1737418 Jul 25 05:45:06.555779 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515db7e-8006-4fc5-8f68-fc85efd770cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389decc9-da5b-4246-baf9-5458e44587dc,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:06.621671 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2541ec71-d77a-434d-bcd9-945a758d77b3 req-dce1e746-febd-41ae-a311-de15e2007b42 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (8a836452-7655-49c8-9aaf-c2441440165f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:06.666970 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['8a836452-7655-49c8-9aaf-c2441440165f'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:45:06.693107 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1e746-febd-41ae-a311-de15e2007b42 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Pushing event deleted for resources: {'Port': ['ID=8a836452-7655-49c8-9aaf-c2441440165f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:06.710828 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:06.721913 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2541ec71-d77a-434d-bcd9-945a758d77b3 req-dce1e746-febd-41ae-a311-de15e2007b42 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] No DVR routers for this DVR port 8a836452-7655-49c8-9aaf-c2441440165f on host hv-cinder-85083 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:45:06.724647 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2541ec71-d77a-434d-bcd9-945a758d77b3 req-dce1e746-febd-41ae-a311-de15e2007b42 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:06.729499 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2541ec71-d77a-434d-bcd9-945a758d77b3 req-dce1e746-febd-41ae-a311-de15e2007b42 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.43 "DELETE /v2.0/ports/8a836452-7655-49c8-9aaf-c2441440165f HTTP/1.1" status: 204 len: 173 time: 0.5869644 Jul 25 05:45:06.730215 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'name': 'network-vif-deleted', 'tag': '8a836452-7655-49c8-9aaf-c2441440165f'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:45:06.733830 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae5d700-2ce7-4d3b-aba6-5637affbacce" -d '{"events": [{"server_uuid": "5a30608a-b03b-41fb-95be-6ba3eba17562", "name": "network-vif-deleted", "tag": "8a836452-7655-49c8-9aaf-c2441440165f"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:45:06.779806 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6f8299-e5b7-4a69-83d1-ffd956cbe42a x-openstack-request-id: req-8f6f8299-e5b7-4a69-83d1-ffd956cbe42a {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:45:06.780123 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a30608a-b03b-41fb-95be-6ba3eba17562", "name": "network-vif-deleted", "tag": "8a836452-7655-49c8-9aaf-c2441440165f", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:45:06.780373 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8f6f8299-e5b7-4a69-83d1-ffd956cbe42a {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:45:06.780837 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6f8299-e5b7-4a69-83d1-ffd956cbe42a'] response: {'server_uuid': '5a30608a-b03b-41fb-95be-6ba3eba17562', 'name': 'network-vif-deleted', 'tag': '8a836452-7655-49c8-9aaf-c2441440165f', 'status': 'completed', 'code': 200} Jul 25 05:45:06.886675 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5695ce78-3a9b-4ac7-8d87-571935cf77a0 req-5a5a6a4b-7d97-4984-a98d-f32fb5a09e42 tempest-TestMinimumBasicScenario-1614210365 tempest-TestMinimumBasicScenario-1614210365-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a30608a-b03b-41fb-95be-6ba3eba17562 HTTP/1.1" status: 200 len: 210 time: 0.0312376 Jul 25 05:45:07.000935 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41236) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:07.014782 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad92f-8080-46c1-883f-10cd07ebf458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:07.095312 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad92f-8080-46c1-883f-10cd07ebf458 admin admin] Publish callbacks [] for security_group (7db19b38-7a00-485e-8264-526ad1f3c56c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:07.099059 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad92f-8080-46c1-883f-10cd07ebf458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (7db19b38-7a00-485e-8264-526ad1f3c56c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:07.143137 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7a5ad92f-8080-46c1-883f-10cd07ebf458 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c920754764474c08aca138f6adc74e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410990 Jul 25 05:45:07.144016 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ad92f-8080-46c1-883f-10cd07ebf458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db19b38-7a00-485e-8264-526ad1f3c56c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:07.146298 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41238) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:07.195811 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4a88172e-11bf-4788-ab8c-f951918318ce admin admin] Publish callbacks [] for security_group (7db19b38-7a00-485e-8264-526ad1f3c56c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:07.206310 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:07.214045 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:07.219057 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4a88172e-11bf-4788-ab8c-f951918318ce admin admin] Publish callbacks [] for security_group (7db19b38-7a00-485e-8264-526ad1f3c56c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:07.272203 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4a88172e-11bf-4788-ab8c-f951918318ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (7db19b38-7a00-485e-8264-526ad1f3c56c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:07.275102 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4a88172e-11bf-4788-ab8c-f951918318ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:07.276413 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-4a88172e-11bf-4788-ab8c-f951918318ce admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7db19b38-7a00-485e-8264-526ad1f3c56c HTTP/1.1" status: 204 len: 168 time: 0.1291766 Jul 25 05:45:07.286942 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88172e-11bf-4788-ab8c-f951918318ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db19b38-7a00-485e-8264-526ad1f3c56c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:07.414840 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b0a87-4fa7-4495-942f-20ace9ea45cb req-e31fe088-dbec-4bc8-95fc-120aaf7deb05 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:07.416457 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-891b0a87-4fa7-4495-942f-20ace9ea45cb req-e31fe088-dbec-4bc8-95fc-120aaf7deb05 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0496318 Jul 25 05:45:07.466891 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-891b0a87-4fa7-4495-942f-20ace9ea45cb req-025046ba-43ff-4e3a-8bca-1e9592167428 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448065 Jul 25 05:45:08.224173 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=81 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:08.623880 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a48a-a2be-4cf9-a3b2-6f3ee154c3b9 req-8b167969-c1ca-4fd3-83c6-7ba40a90229b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:08.625456 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cbe4a48a-a2be-4cf9-a3b2-6f3ee154c3b9 req-8b167969-c1ca-4fd3-83c6-7ba40a90229b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 944 time: 0.0766473 Jul 25 05:45:08.697507 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cbe4a48a-a2be-4cf9-a3b2-6f3ee154c3b9 req-8960fc61-ff77-474f-8d1b-d3847618541b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626194 Jul 25 05:45:08.712921 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41328) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:08.929954 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:45:09.051796 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:09.064555 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'port_id': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'mac_address': 'fa:16:3e:4b:9d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:45:09.076418 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c49c2da-a9f5-4622-a550-cfe64352e162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663856'] for router_interface (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:09.104377 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:09.105449 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:09.128094 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:45:09.155257 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:09.161232 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:09.192571 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:09.218824 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,revision_number=9']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:09.309965 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:09.359593 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-754599d2-3019-466e-ac86-55a2e40b2199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:09.396303 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9c49c2da-a9f5-4622-a550-cfe64352e162 admin admin] Deleting port ed4d2a4b-9f81-495d-8dbd-273e790718ba {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:45:09.396733 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c49c2da-a9f5-4622-a550-cfe64352e162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:09.499672 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-9c49c2da-a9f5-4622-a550-cfe64352e162 admin admin] For port ed4d2a4b-9f81-495d-8dbd-273e790718ba, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=ed4d2a4b-9f81-495d-8dbd-273e790718ba,segment=NetworkSegment(ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5),segment_id=ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:09.500036 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c49c2da-a9f5-4622-a550-cfe64352e162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:09.514839 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9c49c2da-a9f5-4622-a550-cfe64352e162 admin admin] Calling delete_port for ed4d2a4b-9f81-495d-8dbd-273e790718ba owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:45:09.579642 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:45:09.750065 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c49c2da-a9f5-4622-a550-cfe64352e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (ed4d2a4b-9f81-495d-8dbd-273e790718ba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:09.827150 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49c2da-a9f5-4622-a550-cfe64352e162 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4d2a4b-9f81-495d-8dbd-273e790718ba,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:09.927677 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf156f-975d-47c0-b75f-0d8cbce88dcd req-ba85ab27-9bed-414a-9963-24c07bbc077c tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:09.929800 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-27bf156f-975d-47c0-b75f-0d8cbce88dcd req-ba85ab27-9bed-414a-9963-24c07bbc077c tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 945 time: 0.1043129 Jul 25 05:45:10.028735 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c49c2da-a9f5-4622-a550-cfe64352e162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3620335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666816'] for router_interface (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:10.032097 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-27bf156f-975d-47c0-b75f-0d8cbce88dcd req-225fd32d-439b-443d-92fc-ac34deb26d35 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934148 Jul 25 05:45:10.073544 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-272e84bd-3d49-4f8f-98ce-e0ec4b9783ef tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677006254&fields=id&tenant_id=ee638472255a48d2bdffa17a4ff22339 HTTP/1.1" status: 200 len: 267 time: 0.0623078 Jul 25 05:45:10.191879 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-51c3553f-420a-4840-9c50-6f358fe08e1e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:10.193383 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-51c3553f-420a-4840-9c50-6f358fe08e1e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 812 time: 0.1188209 Jul 25 05:45:10.211116 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-7b03a41e-0c5d-41fa-94b1-01f0b236f6ed tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/quotas/ee638472255a48d2bdffa17a4ff22339 HTTP/1.1" status: 200 len: 375 time: 0.0104890 Jul 25 05:45:10.252170 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41356) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:10.272317 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c49c2da-a9f5-4622-a550-cfe64352e162 admin admin] Router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:45:10.279998 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:10.286852 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-f56b9b18-85ca-44e8-a3c9-85ead2ab70a7 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636768 Jul 25 05:45:10.377840 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d67c8fd-1b55-4af8-bb2d-e8b4404caa5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:10.381837 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c49c2da-a9f5-4622-a550-cfe64352e162 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:45:10.389921 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9c49c2da-a9f5-4622-a550-cfe64352e162 admin admin] 10.222.0.33 "PUT /v2.0/routers/a4cca7ad-fb23-41fd-97f1-2ed79bb394e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727991 Jul 25 05:45:10.389921 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41360) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:10.391999 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c13c8-1e9e-45e6-a240-dab81ff4eabc None None] Sync routers for ids ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:45:10.397256 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:10.406240 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c13c8-1e9e-45e6-a240-dab81ff4eabc None None] Routers {'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:10.407018 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-762c13c8-1e9e-45e6-a240-dab81ff4eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:44:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:10.410649 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-6bb79356-94a3-4a31-82be-38d5ba7b995c service neutron] 10.222.0.33 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199856 Jul 25 05:45:10.514563 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] Publish callbacks [] for router (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:10.541280 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-762c13c8-1e9e-45e6-a240-dab81ff4eabc None None] Set router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:45:10.611321 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d67c8fd-1b55-4af8-bb2d-e8b4404caa5c admin admin] Publish callbacks [] for security_group (5500ab2f-4f11-406b-9879-08a7c158a647), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:10.615012 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-3604b711-25ee-4a58-92f0-b34733d52a1e service neutron] 10.222.0.33 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877005 Jul 25 05:45:10.624966 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d67c8fd-1b55-4af8-bb2d-e8b4404caa5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (5500ab2f-4f11-406b-9879-08a7c158a647), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:10.652892 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:10.656231 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] Publish callbacks [] for router_gateway (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:10.673896 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67c8fd-1b55-4af8-bb2d-e8b4404caa5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5500ab2f-4f11-406b-9879-08a7c158a647,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:10.690931 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-6d67c8fd-1b55-4af8-bb2d-e8b4404caa5c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4630ba0434314737a8b673a7288646f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375975 Jul 25 05:45:10.691904 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41370) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:10.701659 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:10.735528 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] Deleting port 3c753e39-354e-4693-9a79-59665f1ed12e {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:45:10.735946 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (3c753e39-354e-4693-9a79-59665f1ed12e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:10.754215 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f4931dd1-bf8c-46c2-8f2a-1809b6a01933 admin admin] Publish callbacks [] for security_group (5500ab2f-4f11-406b-9879-08a7c158a647), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:10.781311 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f4931dd1-bf8c-46c2-8f2a-1809b6a01933 admin admin] Publish callbacks [] for security_group (5500ab2f-4f11-406b-9879-08a7c158a647), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:10.848013 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f4931dd1-bf8c-46c2-8f2a-1809b6a01933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (5500ab2f-4f11-406b-9879-08a7c158a647), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:10.854134 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f4931dd1-bf8c-46c2-8f2a-1809b6a01933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:10.857267 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f4931dd1-bf8c-46c2-8f2a-1809b6a01933 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5500ab2f-4f11-406b-9879-08a7c158a647 HTTP/1.1" status: 204 len: 168 time: 0.1639690 Jul 25 05:45:10.870116 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-762c13c8-1e9e-45e6-a240-dab81ff4eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:45:09Z', 'revision_number': 5, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port': {'id': '3c753e39-354e-4693-9a79-59665f1ed12e', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:14Z', 'updated_at': '2022-07-25T05:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:10.871663 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4931dd1-bf8c-46c2-8f2a-1809b6a01933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5500ab2f-4f11-406b-9879-08a7c158a647,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:10.892523 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] For port 3c753e39-354e-4693-9a79-59665f1ed12e, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=3c753e39-354e-4693-9a79-59665f1ed12e,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:10.893067 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (3c753e39-354e-4693-9a79-59665f1ed12e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:10.906606 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c13c8-1e9e-45e6-a240-dab81ff4eabc None None] Checking router: a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:45:10.918497 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c13c8-1e9e-45e6-a240-dab81ff4eabc None None] Routers {'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:10.919129 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-762c13c8-1e9e-45e6-a240-dab81ff4eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:44:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:10.931257 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:45:10.946015 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] Calling delete_port for 3c753e39-354e-4693-9a79-59665f1ed12e owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:45:11.006907 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:45:11.042453 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:11.079474 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:11.088723 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-762c13c8-1e9e-45e6-a240-dab81ff4eabc None None] Set router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:45:11.233014 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (3c753e39-354e-4693-9a79-59665f1ed12e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.233790 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-762c13c8-1e9e-45e6-a240-dab81ff4eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:45:10Z', 'revision_number': 6, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port_host': None}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:11.266512 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c13c8-1e9e-45e6-a240-dab81ff4eabc None None] The sync data for ids ['a4cca7ad-fb23-41fd-97f1-2ed79bb394e5'] in dv-cinder-850830-1-iscsi is: [{'id': 'a4cca7ad-fb23-41fd-97f1-2ed79bb394e5', 'name': 'tempest-TestMinimumBasicScenario-1364748433-router', 'tenant_id': '987ce20ceedd49cb9419cc506c50fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:13Z', 'updated_at': '2022-07-25T05:45:10Z', 'revision_number': 6, 'project_id': '987ce20ceedd49cb9419cc506c50fce3', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:45:11.284941 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:11.285320 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.299118 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c753e39-354e-4693-9a79-59665f1ed12e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:11.378359 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-46c3e681-3563-4062-b3fe-a3b7913cd6f0 req-d4288efa-072a-407a-9a74-29ac099c3e81 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 210 time: 0.1135032 Jul 25 05:45:11.386527 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf41961-a4b4-4b01-a511-fc3b442536ba req-240a20a5-c675-494d-a924-a8e250bc0061 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:11.394582 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8bf41961-a4b4-4b01-a511-fc3b442536ba req-240a20a5-c675-494d-a924-a8e250bc0061 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 945 time: 0.2052283 Jul 25 05:45:11.416933 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667339'] for router_gateway (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.438407 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:11.439449 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.457329 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8bf41961-a4b4-4b01-a511-fc3b442536ba req-2792bb67-560e-49b9-83e9-5ef2a7faf773 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572336 Jul 25 05:45:11.476890 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:45:11.479807 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea5d6aa-c662-4870-91c2-b64f4fed5438" -d '{"events": [{"server_uuid": "cbb16475-6c9b-4c00-be15-0b5f68b01d0a", "name": "network-vif-plugged", "status": "completed", "tag": "15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:45:11.494339 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:11.501181 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.502293 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 8a836452-7655-49c8-9aaf-c2441440165f no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:45:11.534880 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.537505 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] Publish callbacks [] for router_controller (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.546720 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520eb61b-00ac-4876-b0d9-70b4f373ea57 x-openstack-request-id: req-520eb61b-00ac-4876-b0d9-70b4f373ea57 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:45:11.546720 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb16475-6c9b-4c00-be15-0b5f68b01d0a", "name": "network-vif-plugged", "status": "completed", "tag": "15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:45:11.547040 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-520eb61b-00ac-4876-b0d9-70b4f373ea57 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:45:11.547326 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520eb61b-00ac-4876-b0d9-70b4f373ea57'] response: {'server_uuid': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'code': 200} Jul 25 05:45:11.549692 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 8a836452-7655-49c8-9aaf-c2441440165f {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:45:11.550202 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 8a836452-7655-49c8-9aaf-c2441440165f not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:45:11.591061 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,revision_number=10']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:11.591603 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666222'] for router (a4cca7ad-fb23-41fd-97f1-2ed79bb394e5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.592248 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 05:45:11.603775 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.605089 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-832cd1f6-1047-428a-85a6-4614c454a776 admin admin] 10.222.0.33 "DELETE /v2.0/routers/a4cca7ad-fb23-41fd-97f1-2ed79bb394e5 HTTP/1.1" status: 204 len: 168 time: 1.2136633 Jul 25 05:45:11.608010 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41396) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:11.639888 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:11.664392 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9b175c-7bec-467b-a911-44b3b51c66e4 admin admin] Deleting subnet 3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:45:11.668727 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe9b175c-7bec-467b-a911-44b3b51c66e4 admin admin] Publish callbacks [] for subnet (3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.714257 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe9b175c-7bec-467b-a911-44b3b51c66e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61739776'] for subnet (3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.727124 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d04f9104-1097-4a65-9e7d-cdabf053bf87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.792497 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe9b175c-7bec-467b-a911-44b3b51c66e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.847045 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe9b175c-7bec-467b-a911-44b3b51c66e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61948112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61931711'] for subnet (3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.851980 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:11.877587 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b175c-7bec-467b-a911-44b3b51c66e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:11.883822 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe9b175c-7bec-467b-a911-44b3b51c66e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:11.889952 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324bee06-5c39-4775-b442-9f8f0c74dacc None None] Network 69a407fc-7892-4489-9edc-cabb773af8c0 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:45:11.890914 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41398) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:11.891328 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-fe9b175c-7bec-467b-a911-44b3b51c66e4 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/3bc30db6-2b72-4021-9d6a-9ea3ad7b5fef HTTP/1.1" status: 204 len: 168 time: 0.2821307 Jul 25 05:45:11.970189 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (69a407fc-7892-4489-9edc-cabb773af8c0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.026259 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Deleting port 2c1e6048-c50e-4aaa-b40c-26116398285e {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:45:12.026551 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.070018 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf767ebd-c87f-4eb1-a32e-0f3f5bedb2a6 None None] DHCP port deletion for 69a407fc-7892-4489-9edc-cabb773af8c0 request from dv-cinder-850830-1-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 05:45:12.114891 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] For port 2c1e6048-c50e-4aaa-b40c-26116398285e, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=2c1e6048-c50e-4aaa-b40c-26116398285e,segment=NetworkSegment(ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5),segment_id=ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:12.115567 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.119079 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cf767ebd-c87f-4eb1-a32e-0f3f5bedb2a6 None None] Deleting port 2c1e6048-c50e-4aaa-b40c-26116398285e {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:45:12.119665 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cf767ebd-c87f-4eb1-a32e-0f3f5bedb2a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.134982 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Calling delete_port for 2c1e6048-c50e-4aaa-b40c-26116398285e owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:45:12.183218 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135029a3-2b9f-4538-a51d-16dbfb7657e4 req-ff1b16ac-afda-4924-8557-539958a745e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:12.184730 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-135029a3-2b9f-4538-a51d-16dbfb7657e4 req-ff1b16ac-afda-4924-8557-539958a745e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 1131 time: 0.0569317 Jul 25 05:45:12.202745 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-cf767ebd-c87f-4eb1-a32e-0f3f5bedb2a6 None None] For port 2c1e6048-c50e-4aaa-b40c-26116398285e, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=2c1e6048-c50e-4aaa-b40c-26116398285e,segment=NetworkSegment(ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5),segment_id=ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:12.203174 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cf767ebd-c87f-4eb1-a32e-0f3f5bedb2a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.219382 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cf767ebd-c87f-4eb1-a32e-0f3f5bedb2a6 None None] Calling delete_port for 2c1e6048-c50e-4aaa-b40c-26116398285e owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:45:12.265493 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.272532 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-135029a3-2b9f-4538-a51d-16dbfb7657e4 req-86363c86-f763-4609-bf64-fa75a32439f9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779207 Jul 25 05:45:12.301877 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] No DVR routers for this DVR port 2c1e6048-c50e-4aaa-b40c-26116398285e on host dv-cinder-850830-1-iscsi {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:45:12.308367 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1e6048-c50e-4aaa-b40c-26116398285e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:12.334384 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cf767ebd-c87f-4eb1-a32e-0f3f5bedb2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559'] for port (2c1e6048-c50e-4aaa-b40c-26116398285e), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.366640 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf767ebd-c87f-4eb1-a32e-0f3f5bedb2a6 None None] Pushing event deleted for resources: {'Port': ['ID=2c1e6048-c50e-4aaa-b40c-26116398285e,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:12.375879 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf767ebd-c87f-4eb1-a32e-0f3f5bedb2a6 None None] No DVR routers for this DVR port 2c1e6048-c50e-4aaa-b40c-26116398285e on host dv-cinder-850830-1-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:45:12.396629 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (69a407fc-7892-4489-9edc-cabb773af8c0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.421203 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a407fc-7892-4489-9edc-cabb773af8c0']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:12.432967 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:12.433270 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:12.443527 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002157'] for segment (ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.464831 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.473131 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:45:12.473845 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61987862'] for segment (ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.595730 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.624809 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:12.641802 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-49396760-8ada-44ce-a905-037a84eb30a7 req-3549f693-f86d-483b-881e-4ccd03e6b7b9 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 210 time: 0.1591811 Jul 25 05:45:12.693947 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (69a407fc-7892-4489-9edc-cabb773af8c0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.709856 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb24582-393e-4382-b823-7598d7747d78 req-b5034bdb-ce71-48e7-bb72-afde2feacb44 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:12.711624 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6cb24582-393e-4382-b823-7598d7747d78 req-b5034bdb-ce71-48e7-bb72-afde2feacb44 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 947 time: 0.0901885 Jul 25 05:45:12.717626 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.717917 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:12.720791 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] 10.222.0.33 "DELETE /v2.0/networks/69a407fc-7892-4489-9edc-cabb773af8c0 HTTP/1.1" status: 204 len: 168 time: 0.8286450 Jul 25 05:45:12.724024 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41418) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:12.735018 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5685aa2-0094-41d5-8cd0-198dbfeb3784 admin admin] Pushing event deleted for resources: {'Network': ['ID=69a407fc-7892-4489-9edc-cabb773af8c0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:12.742743 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device ed4d2a4b-9f81-495d-8dbd-273e790718ba no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:45:12.769540 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: ed4d2a4b-9f81-495d-8dbd-273e790718ba {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:45:12.770147 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device ed4d2a4b-9f81-495d-8dbd-273e790718ba not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:45:12.770753 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 2c1e6048-c50e-4aaa-b40c-26116398285e no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:45:12.791111 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 2c1e6048-c50e-4aaa-b40c-26116398285e {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:45:12.791419 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6cb24582-393e-4382-b823-7598d7747d78 req-0540757c-eba3-4c95-b833-0450f8208070 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575414 Jul 25 05:45:12.791913 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 2c1e6048-c50e-4aaa-b40c-26116398285e not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:45:12.792517 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 3c753e39-354e-4693-9a79-59665f1ed12e no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:45:12.825002 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 3c753e39-354e-4693-9a79-59665f1ed12e {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:45:12.825357 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 3c753e39-354e-4693-9a79-59665f1ed12e not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:45:12.867163 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5 resource provider aggregate not found Jul 25 05:45:12.884219 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab2f79b2-d5ac-4b01-ad96-a8d651df5eb5 found for delete ", "request_id": "req-e7f8942d-cf77-4a0c-bc0f-8839da9a79c0"}]} Jul 25 05:45:13.314298 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-70dce856-9a6c-4e52-9541-cdc9957c12af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663856'] for router_interface (18357850-327f-4fa3-94cb-eb29915cea7a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:13.566991 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:13.596965 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-4b4bf59e-5c56-4caa-a059-28fafa4f642e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:13.598380 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-4b4bf59e-5c56-4caa-a059-28fafa4f642e tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 812 time: 0.1577687 Jul 25 05:45:13.629522 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-70dce856-9a6c-4e52-9541-cdc9957c12af admin admin] Deleting port 419b8841-8187-41bf-ad1c-a3d4cd02480e {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:45:13.629861 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-70dce856-9a6c-4e52-9541-cdc9957c12af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:13.718226 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-70dce856-9a6c-4e52-9541-cdc9957c12af admin admin] For port 419b8841-8187-41bf-ad1c-a3d4cd02480e, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=419b8841-8187-41bf-ad1c-a3d4cd02480e,segment=NetworkSegment(099027bb-582d-435f-9ad1-a72aa99b1714),segment_id=099027bb-582d-435f-9ad1-a72aa99b1714)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:13.718588 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-70dce856-9a6c-4e52-9541-cdc9957c12af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:13.733702 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-70dce856-9a6c-4e52-9541-cdc9957c12af admin admin] Calling delete_port for 419b8841-8187-41bf-ad1c-a3d4cd02480e owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:45:13.747143 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:13.766044 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7330d042-37fb-433c-bc82-68f66740e50c req-6797bc30-4069-4c42-93b1-7b30d7bb1b3b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 210 time: 0.0328572 Jul 25 05:45:13.928647 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33920c98-3c4a-445c-b0ab-0ef742f1255f req-032bd00a-be33-4b9f-b8b5-67631465e44f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:13.930802 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-33920c98-3c4a-445c-b0ab-0ef742f1255f req-032bd00a-be33-4b9f-b8b5-67631465e44f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 947 time: 0.0505269 Jul 25 05:45:13.940764 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-70dce856-9a6c-4e52-9541-cdc9957c12af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (419b8841-8187-41bf-ad1c-a3d4cd02480e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:13.970538 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dce856-9a6c-4e52-9541-cdc9957c12af admin admin] Pushing event deleted for resources: {'Port': ['ID=419b8841-8187-41bf-ad1c-a3d4cd02480e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:13.991181 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-33920c98-3c4a-445c-b0ab-0ef742f1255f req-83ce7ff6-8776-4ed5-b437-9e8a1f0c52c9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531952 Jul 25 05:45:14.183683 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:14.187257 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-66a71449-9b34-464f-b973-e311b949eea6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee638472255a48d2bdffa17a4ff22339 HTTP/1.1" status: 200 len: 380 time: 0.1918662 Jul 25 05:45:14.199860 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-fba3f636-a0c1-459b-88ea-a7d6658bc309 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Request body: {'port': {'device_id': '1b342a18-835a-4975-99f6-8d47fb38676a', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'admin_state_up': True, 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'security_groups': ['757abf5a-9e50-4137-8b41-4e352e431777']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:14.326988 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-70dce856-9a6c-4e52-9541-cdc9957c12af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3620335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666816'] for router_interface (18357850-327f-4fa3-94cb-eb29915cea7a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:14.470140 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-fba3f636-a0c1-459b-88ea-a7d6658bc309 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Made reservation on behalf of ee638472255a48d2bdffa17a4ff22339 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:45:14.474412 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-fba3f636-a0c1-459b-88ea-a7d6658bc309 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:14.520872 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:14.701496 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:14.724246 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:14.734463 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-fba3f636-a0c1-459b-88ea-a7d6658bc309 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Allocated IP 172.20.0.9 (0bd65f0e-472c-4905-913d-3224424e7dac/2adb0773-3023-49e6-8611-e1d6ff14cd2e/1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:45:14.743874 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dce856-9a6c-4e52-9541-cdc9957c12af admin admin] Router 18357850-327f-4fa3-94cb-eb29915cea7a has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:45:14.967196 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dce856-9a6c-4e52-9541-cdc9957c12af admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:45:14.977666 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-70dce856-9a6c-4e52-9541-cdc9957c12af admin admin] 10.222.0.33 "PUT /v2.0/routers/18357850-327f-4fa3-94cb-eb29915cea7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2518778 Jul 25 05:45:14.981299 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41474) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:14.984607 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee414e-911f-4a93-8df1-97fc447f534e None None] Sync routers for ids ['18357850-327f-4fa3-94cb-eb29915cea7a'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:45:15.001814 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee414e-911f-4a93-8df1-97fc447f534e None None] Routers {'18357850-327f-4fa3-94cb-eb29915cea7a'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:15.002437 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2eee414e-911f-4a93-8df1-97fc447f534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:45:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['18357850-327f-4fa3-94cb-eb29915cea7a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:15.038923 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-fba3f636-a0c1-459b-88ea-a7d6658bc309 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:15.093173 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-fba3f636-a0c1-459b-88ea-a7d6658bc309 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:15.113451 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-83c3677b-e961-4969-9bdd-df4ba0cd4e8a req-47a003ca-e703-4def-8c67-d8241f8fa385 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 210 time: 0.0591414 Jul 25 05:45:15.162463 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3f636-a0c1-459b-88ea-a7d6658bc309 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'Port': ['ID=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:15.163413 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:15.176898 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-2eee414e-911f-4a93-8df1-97fc447f534e None None] Set router 18357850-327f-4fa3-94cb-eb29915cea7a gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:45:15.194835 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701b31d-c155-405a-90a8-97d8196d55eb req-ded5bcbf-664e-42b2-823c-9240ba2c2fc2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:15.195521 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-fba3f636-a0c1-459b-88ea-a7d6658bc309 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Network 0bd65f0e-472c-4905-913d-3224424e7dac is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:45:15.196185 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b701b31d-c155-405a-90a8-97d8196d55eb req-ded5bcbf-664e-42b2-823c-9240ba2c2fc2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 947 time: 0.1040733 Jul 25 05:45:15.201990 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-fba3f636-a0c1-459b-88ea-a7d6658bc309 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:45:15.204922 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] Publish callbacks [] for router (18357850-327f-4fa3-94cb-eb29915cea7a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:15.208444 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-fba3f636-a0c1-459b-88ea-a7d6658bc309 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:45:15.278599 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-fba3f636-a0c1-459b-88ea-a7d6658bc309 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:15.279230 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-fba3f636-a0c1-459b-88ea-a7d6658bc309 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:15.298200 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-fba3f636-a0c1-459b-88ea-a7d6658bc309 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1050522 Jul 25 05:45:15.315732 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Request body: {'port': {'device_id': '1b342a18-835a-4975-99f6-8d47fb38676a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:15.343285 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b701b31d-c155-405a-90a8-97d8196d55eb req-7682c81c-5906-4ba6-9d24-308188b818a1 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317883 Jul 25 05:45:15.366361 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] Publish callbacks [] for router_gateway (18357850-327f-4fa3-94cb-eb29915cea7a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:15.398986 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:15.413241 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2eee414e-911f-4a93-8df1-97fc447f534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'name': 'tempest-TestMinimumBasicScenario-1592736781-router', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '46c8c8ec-27a6-4959-ab6e-9968f62db9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:45:13Z', 'revision_number': 5, 'project_id': '968e41b62cc34e7198a1e55dd1a7d858', 'gw_port': {'id': '46c8c8ec-27a6-4959-ab6e-9968f62db9e3', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:15.451825 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee414e-911f-4a93-8df1-97fc447f534e None None] Checking router: 18357850-327f-4fa3-94cb-eb29915cea7a for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:45:15.475308 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee414e-911f-4a93-8df1-97fc447f534e None None] Routers {'18357850-327f-4fa3-94cb-eb29915cea7a'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:15.475992 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2eee414e-911f-4a93-8df1-97fc447f534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:45:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['18357850-327f-4fa3-94cb-eb29915cea7a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:15.546123 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6d81ffa6-2087-4f26-864a-6e7cff2f7497 None None] Provisioning complete for port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:15.547227 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d81ffa6-2087-4f26-864a-6e7cff2f7497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:15.591668 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6d81ffa6-2087-4f26-864a-6e7cff2f7497 None None] Port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:45:15.611381 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:15.614379 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-2eee414e-911f-4a93-8df1-97fc447f534e None None] Set router 18357850-327f-4fa3-94cb-eb29915cea7a gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:45:15.693635 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2eee414e-911f-4a93-8df1-97fc447f534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'name': 'tempest-TestMinimumBasicScenario-1592736781-router', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:45:15Z', 'revision_number': 6, 'project_id': '968e41b62cc34e7198a1e55dd1a7d858', 'gw_port_host': None}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:15.696557 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] Deleting port 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:45:15.703589 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (46c8c8ec-27a6-4959-ab6e-9968f62db9e3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:15.737362 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee414e-911f-4a93-8df1-97fc447f534e None None] The sync data for ids ['18357850-327f-4fa3-94cb-eb29915cea7a'] in dv-cinder-850830-1-iscsi is: [{'id': '18357850-327f-4fa3-94cb-eb29915cea7a', 'name': 'tempest-TestMinimumBasicScenario-1592736781-router', 'tenant_id': '968e41b62cc34e7198a1e55dd1a7d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:19Z', 'updated_at': '2022-07-25T05:45:15Z', 'revision_number': 6, 'project_id': '968e41b62cc34e7198a1e55dd1a7d858', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:45:15.809742 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] For port 46c8c8ec-27a6-4959-ab6e-9968f62db9e3, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=46c8c8ec-27a6-4959-ab6e-9968f62db9e3,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:15.810202 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (46c8c8ec-27a6-4959-ab6e-9968f62db9e3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:15.816072 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:45:15.825323 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Publish callbacks [] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:15.826152 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] Calling delete_port for 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:45:15.839943 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Transition to ACTIVE for port object 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:45:15.845969 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:15.871705 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:15.897802 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:15.984539 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Attempting to bind port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:45:15.984764 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Attempting to bind port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:45:15.985101 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Attempting to bind port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 on network 0bd65f0e-472c-4905-913d-3224424e7dac {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:45:15.989687 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 on network 0bd65f0e-472c-4905-913d-3224424e7dac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:45:15.990006 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Attempting to bind port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 on network 0bd65f0e-472c-4905-913d-3224424e7dac {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:45:15.995986 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:45:15.996801 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Checking segment: {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:45:15.996801 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Bound using segment: {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:45:15.997161 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Bound port: 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62c7a48-7283-4512-825d-fd4ac58e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:45:15.997516 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.026407 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (46c8c8ec-27a6-4959-ab6e-9968f62db9e3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.054593 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=46c8c8ec-27a6-4959-ab6e-9968f62db9e3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:16.080273 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] For port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35, host hv-cinder-85083, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:45:16.084003 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] For port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:45:16.091745 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.123057 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:16.144754 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:16.147971 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.153119 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] 10.222.0.43 "PUT /v2.0/ports/1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 HTTP/1.1" status: 200 len: 1093 time: 0.8416338 Jul 25 05:45:16.153591 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b342a18-835a-4975-99f6-8d47fb38676a', 'tag': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:45:16.161492 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617c13f0-911d-4c90-a4ec-54e6b12100d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1b342a18-835a-4975-99f6-8d47fb38676a", "tag": "1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:45:16.166637 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667339'] for router_gateway (18357850-327f-4fa3-94cb-eb29915cea7a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.241423 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b64cc3-4ebb-45ba-b7b3-9d72e2833ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:16.246719 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:16.353940 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (18357850-327f-4fa3-94cb-eb29915cea7a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.358554 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] Publish callbacks [] for router_controller (18357850-327f-4fa3-94cb-eb29915cea7a), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.379603 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5040178-af30-4076-b0c5-ab9bd459a97a req-ce07855b-0f35-4996-a0ca-1adb2430d027 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:16.381469 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d5040178-af30-4076-b0c5-ab9bd459a97a req-ce07855b-0f35-4996-a0ca-1adb2430d027 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 943 time: 0.0952141 Jul 25 05:45:16.430550 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666222'] for router (18357850-327f-4fa3-94cb-eb29915cea7a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.431421 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18357850-327f-4fa3-94cb-eb29915cea7a {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 05:45:16.439426 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.442657 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2e2c2c59-e4c9-4837-a101-f7db27ac4a4c admin admin] 10.222.0.33 "DELETE /v2.0/routers/18357850-327f-4fa3-94cb-eb29915cea7a HTTP/1.1" status: 204 len: 168 time: 1.4573689 Jul 25 05:45:16.443690 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41494) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:16.486060 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fc0a2a-5a30-4564-81cf-36dd304a998c x-openstack-request-id: req-d1fc0a2a-5a30-4564-81cf-36dd304a998c {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:45:16.486661 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b342a18-835a-4975-99f6-8d47fb38676a", "tag": "1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:45:16.486661 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d1fc0a2a-5a30-4564-81cf-36dd304a998c {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:45:16.487795 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1fc0a2a-5a30-4564-81cf-36dd304a998c'] response: {'name': 'network-changed', 'server_uuid': '1b342a18-835a-4975-99f6-8d47fb38676a', 'tag': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35', 'status': 'completed', 'code': 200} Jul 25 05:45:16.488967 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-8c7d9225-8d9b-45dc-965d-2f99cea3860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:16.490503 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-8c7d9225-8d9b-45dc-965d-2f99cea3860e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 1127 time: 0.0513592 Jul 25 05:45:16.499646 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d5040178-af30-4076-b0c5-ab9bd459a97a req-27a7ed9a-a182-40b7-81a1-bd41e1cd7d64 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859077 Jul 25 05:45:16.505072 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:16.511572 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cd365f-feca-4db1-9f01-0d425fd48305 admin admin] Deleting subnet 869621e3-45d1-4efe-80ec-f98457031417 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:45:16.516637 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31cd365f-feca-4db1-9f01-0d425fd48305 admin admin] Publish callbacks [] for subnet (869621e3-45d1-4efe-80ec-f98457031417), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.546595 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-3b0b28f7-be4b-42a7-a059-d3073a5e257b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 HTTP/1.1" status: 200 len: 217 time: 0.0408158 Jul 25 05:45:16.553813 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31cd365f-feca-4db1-9f01-0d425fd48305 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002132'] for subnet (869621e3-45d1-4efe-80ec-f98457031417), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.596171 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-421cfad7-ade8-43b9-8524-b1385f8f1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:16.597664 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-421cfad7-ade8-43b9-8524-b1385f8f1f1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2adb0773-3023-49e6-8611-e1d6ff14cd2e HTTP/1.1" status: 200 len: 851 time: 0.0450399 Jul 25 05:45:16.636872 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31cd365f-feca-4db1-9f01-0d425fd48305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (869621e3-45d1-4efe-80ec-f98457031417), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.643358 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-28af27f6-5273-494a-884a-1beedda76af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:16.644905 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-28af27f6-5273-494a-884a-1beedda76af6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bd65f0e-472c-4905-913d-3224424e7dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417039 Jul 25 05:45:16.702850 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31cd365f-feca-4db1-9f01-0d425fd48305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61988012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62031678'] for subnet (869621e3-45d1-4efe-80ec-f98457031417), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.733047 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd365f-feca-4db1-9f01-0d425fd48305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=869621e3-45d1-4efe-80ec-f98457031417,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:16.737640 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31cd365f-feca-4db1-9f01-0d425fd48305 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.740952 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-31cd365f-feca-4db1-9f01-0d425fd48305 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/869621e3-45d1-4efe-80ec-f98457031417 HTTP/1.1" status: 204 len: 168 time: 0.2961912 Jul 25 05:45:16.742092 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 419b8841-8187-41bf-ad1c-a3d4cd02480e no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:45:16.744562 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41496) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:16.768947 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-6f045a89-1a2c-4e73-9ab6-f5002b511733 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174030 Jul 25 05:45:16.770725 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cfc82d-7620-48c8-9f85-601ed3ec66cd None None] Network 51cd4c1f-8666-41ad-abad-d7a0eb85cfc7 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:45:16.774316 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 419b8841-8187-41bf-ad1c-a3d4cd02480e {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:45:16.774664 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 419b8841-8187-41bf-ad1c-a3d4cd02480e not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:45:16.775859 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:45:16.819804 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:45:16.820359 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 46c8c8ec-27a6-4959-ab6e-9968f62db9e3 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:45:16.841747 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:16.848215 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (51cd4c1f-8666-41ad-abad-d7a0eb85cfc7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:16.912347 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a8e4987-f580-4a82-9cad-d9a4b4cae24b req-51f95c7b-6ae5-474c-be35-26d25faf522b service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350536 Jul 25 05:45:16.922660 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Deleting port 6a77f26b-2fda-490f-a812-43a4118c588e {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:45:16.923200 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (6a77f26b-2fda-490f-a812-43a4118c588e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:17.004934 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] For port 6a77f26b-2fda-490f-a812-43a4118c588e, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=6a77f26b-2fda-490f-a812-43a4118c588e,segment=NetworkSegment(099027bb-582d-435f-9ad1-a72aa99b1714),segment_id=099027bb-582d-435f-9ad1-a72aa99b1714)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:17.005346 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (6a77f26b-2fda-490f-a812-43a4118c588e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:17.020617 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Calling delete_port for 6a77f26b-2fda-490f-a812-43a4118c588e owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:45:17.101882 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (6a77f26b-2fda-490f-a812-43a4118c588e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:17.115244 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525e9a5a-1b32-4a18-929a-fcaa42039225 None None] DHCP port deletion for 51cd4c1f-8666-41ad-abad-d7a0eb85cfc7 request from dv-cinder-850830-1-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 05:45:17.130116 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a77f26b-2fda-490f-a812-43a4118c588e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:17.131927 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] No DVR routers for this DVR port 6a77f26b-2fda-490f-a812-43a4118c588e on host dv-cinder-850830-1-iscsi {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:45:17.207563 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (51cd4c1f-8666-41ad-abad-d7a0eb85cfc7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:17.232457 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51cd4c1f-8666-41ad-abad-d7a0eb85cfc7']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:17.242592 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099027bb-582d-435f-9ad1-a72aa99b1714') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:17.242828 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099027bb-582d-435f-9ad1-a72aa99b1714') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:17.253163 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002157'] for segment (099027bb-582d-435f-9ad1-a72aa99b1714), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:17.268858 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (099027bb-582d-435f-9ad1-a72aa99b1714), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:17.276195 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:45:17.276652 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61987862'] for segment (099027bb-582d-435f-9ad1-a72aa99b1714), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:17.278910 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c13f0-911d-4c90-a4ec-54e6b12100d4 req-5bc77ce6-7ca8-45b6-a779-a7ae03bfcca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:17.280587 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-617c13f0-911d-4c90-a4ec-54e6b12100d4 req-5bc77ce6-7ca8-45b6-a779-a7ae03bfcca1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 1127 time: 0.0478568 Jul 25 05:45:17.328196 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment 099027bb-582d-435f-9ad1-a72aa99b1714 resource provider aggregate not found Jul 25 05:45:17.339190 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:17.352025 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (51cd4c1f-8666-41ad-abad-d7a0eb85cfc7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:17.359866 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:17.363105 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] 10.222.0.33 "DELETE /v2.0/networks/51cd4c1f-8666-41ad-abad-d7a0eb85cfc7 HTTP/1.1" status: 204 len: 168 time: 0.6173680 Jul 25 05:45:17.364649 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment 099027bb-582d-435f-9ad1-a72aa99b1714 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 099027bb-582d-435f-9ad1-a72aa99b1714 found for delete ", "request_id": "req-426ea32b-57f8-48de-85cd-b4154edc7a6b"}]} Jul 25 05:45:17.379723 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d76e72-92fe-449c-ae15-79a369177f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=51cd4c1f-8666-41ad-abad-d7a0eb85cfc7,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:17.388682 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c13f0-911d-4c90-a4ec-54e6b12100d4 req-2f036891-9465-404c-b3ed-0af7f0f312b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:17.390269 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-617c13f0-911d-4c90-a4ec-54e6b12100d4 req-2f036891-9465-404c-b3ed-0af7f0f312b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 913 time: 0.1026092 Jul 25 05:45:17.431825 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-617c13f0-911d-4c90-a4ec-54e6b12100d4 req-1c66f797-ac9a-45e1-b935-473db8e8b6bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 HTTP/1.1" status: 200 len: 217 time: 0.0328512 Jul 25 05:45:17.486984 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c13f0-911d-4c90-a4ec-54e6b12100d4 req-ab405cd6-4abc-49b7-b40d-0f1f1a1eaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:17.488512 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-617c13f0-911d-4c90-a4ec-54e6b12100d4 req-ab405cd6-4abc-49b7-b40d-0f1f1a1eaca8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2adb0773-3023-49e6-8611-e1d6ff14cd2e HTTP/1.1" status: 200 len: 851 time: 0.0496516 Jul 25 05:45:17.537905 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c13f0-911d-4c90-a4ec-54e6b12100d4 req-a8c54ccd-e5f9-445c-b5b3-6f8b10cb5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:17.539449 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-617c13f0-911d-4c90-a4ec-54e6b12100d4 req-a8c54ccd-e5f9-445c-b5b3-6f8b10cb5358 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bd65f0e-472c-4905-913d-3224424e7dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405734 Jul 25 05:45:17.549802 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41512) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:17.614969 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:17.627260 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c4f256e2-30ce-4b61-a67d-2fb7d2b54992 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=987ce20ceedd49cb9419cc506c50fce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746708 Jul 25 05:45:17.630136 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41514) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:17.634496 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-617c13f0-911d-4c90-a4ec-54e6b12100d4 req-a64a8235-1402-4b36-8ec9-f2f31d5f9e35 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887809 Jul 25 05:45:17.654162 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089a3ca-0a4c-4e5a-9946-30c95ed7b596 req-4d4cae71-6850-42f2-948b-d4a370675e1f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:17.655624 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6089a3ca-0a4c-4e5a-9946-30c95ed7b596 req-4d4cae71-6850-42f2-948b-d4a370675e1f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 943 time: 0.0757954 Jul 25 05:45:17.735580 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-722fa926-021c-4c3e-8f6d-c912ac53d678 admin admin] Publish callbacks [] for security_group (40c0d225-67b8-44e3-8ffa-702bf50e00ef), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:17.748820 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6089a3ca-0a4c-4e5a-9946-30c95ed7b596 req-62e12544-b5e1-401e-8656-24f4d79c2396 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874600 Jul 25 05:45:17.749026 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b63d68f3-0b49-49ad-af05-6c3567dd2347 req-cbaba441-9f2f-40d6-992f-fa61fd7bdd03 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492370 Jul 25 05:45:17.763871 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-617c13f0-911d-4c90-a4ec-54e6b12100d4 req-9dac7d52-8eb8-42e9-982e-51db59b407e0 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206825 Jul 25 05:45:17.776948 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-722fa926-021c-4c3e-8f6d-c912ac53d678 admin admin] Publish callbacks [] for security_group (40c0d225-67b8-44e3-8ffa-702bf50e00ef), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:17.826832 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-722fa926-021c-4c3e-8f6d-c912ac53d678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (40c0d225-67b8-44e3-8ffa-702bf50e00ef), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:17.830053 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-722fa926-021c-4c3e-8f6d-c912ac53d678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:17.832387 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-722fa926-021c-4c3e-8f6d-c912ac53d678 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/40c0d225-67b8-44e3-8ffa-702bf50e00ef HTTP/1.1" status: 204 len: 168 time: 0.2000170 Jul 25 05:45:17.832714 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d68f3-0b49-49ad-af05-6c3567dd2347 req-7b3a1061-fab3-4d99-a066-2f7dfdc9bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:17.834228 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b63d68f3-0b49-49ad-af05-6c3567dd2347 req-7b3a1061-fab3-4d99-a066-2f7dfdc9bf26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 1130 time: 0.0466301 Jul 25 05:45:17.843231 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fa926-021c-4c3e-8f6d-c912ac53d678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c0d225-67b8-44e3-8ffa-702bf50e00ef,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:17.887743 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:17.950685 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d68f3-0b49-49ad-af05-6c3567dd2347 req-5041b520-4df2-4799-8bf1-f5b87f0b3a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:17.952267 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b63d68f3-0b49-49ad-af05-6c3567dd2347 req-5041b520-4df2-4799-8bf1-f5b87f0b3a29 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 913 time: 0.0971971 Jul 25 05:45:18.020485 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b63d68f3-0b49-49ad-af05-6c3567dd2347 req-f842cc39-cb13-4400-b4f1-63f21258f7c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0866f27-ba8f-4546-9f9a-870e1b130663 HTTP/1.1" status: 200 len: 1001 time: 0.0622611 Jul 25 05:45:18.071447 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d68f3-0b49-49ad-af05-6c3567dd2347 req-eaae2916-bccb-44dc-8a48-eb11da2f3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:18.073003 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b63d68f3-0b49-49ad-af05-6c3567dd2347 req-eaae2916-bccb-44dc-8a48-eb11da2f3396 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2adb0773-3023-49e6-8611-e1d6ff14cd2e HTTP/1.1" status: 200 len: 851 time: 0.0457821 Jul 25 05:45:18.121017 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d68f3-0b49-49ad-af05-6c3567dd2347 req-6554e581-3401-4788-b97f-409f5931d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:18.122641 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b63d68f3-0b49-49ad-af05-6c3567dd2347 req-6554e581-3401-4788-b97f-409f5931d307 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bd65f0e-472c-4905-913d-3224424e7dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432994 Jul 25 05:45:18.198739 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41526) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:18.226070 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b63d68f3-0b49-49ad-af05-6c3567dd2347 req-b9bdd786-a87b-419b-bfc1-cc878713f57f service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954988 Jul 25 05:45:18.240333 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-61c9d142-63f9-40ec-b08b-db0d57b3832c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=968e41b62cc34e7198a1e55dd1a7d858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401688 Jul 25 05:45:18.242744 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41528) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:18.290419 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fffbd828-ab7e-4426-9069-c98d6f7bed54 admin admin] Publish callbacks [] for security_group (6b3d92ca-b3fd-40a2-9e1a-c65169d925f9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:18.304635 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:18.313051 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fffbd828-ab7e-4426-9069-c98d6f7bed54 admin admin] Publish callbacks [] for security_group (6b3d92ca-b3fd-40a2-9e1a-c65169d925f9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:18.320211 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b63d68f3-0b49-49ad-af05-6c3567dd2347 req-30249df4-d31d-4a04-a1b4-89c46a18ed0b service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873129 Jul 25 05:45:18.361616 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fffbd828-ab7e-4426-9069-c98d6f7bed54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (6b3d92ca-b3fd-40a2-9e1a-c65169d925f9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:18.364330 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fffbd828-ab7e-4426-9069-c98d6f7bed54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:18.365579 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-fffbd828-ab7e-4426-9069-c98d6f7bed54 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6b3d92ca-b3fd-40a2-9e1a-c65169d925f9 HTTP/1.1" status: 204 len: 168 time: 0.1219447 Jul 25 05:45:18.375093 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbd828-ab7e-4426-9069-c98d6f7bed54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3d92ca-b3fd-40a2-9e1a-c65169d925f9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:18.718575 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 6a77f26b-2fda-490f-a812-43a4118c588e no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:45:18.743255 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 6a77f26b-2fda-490f-a812-43a4118c588e {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:45:18.743610 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 6a77f26b-2fda-490f-a812-43a4118c588e not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:45:18.874891 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c7e3-83a3-4954-a469-e5fb63d00e75 req-0ac921f6-fb6c-4126-804c-7b8bef2ba558 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:18.876256 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6810c7e3-83a3-4954-a469-e5fb63d00e75 req-0ac921f6-fb6c-4126-804c-7b8bef2ba558 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 943 time: 0.0507267 Jul 25 05:45:18.924910 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6810c7e3-83a3-4954-a469-e5fb63d00e75 req-66d4f048-b051-4abb-b860-a50062865250 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432460 Jul 25 05:45:19.444054 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41540) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:19.549444 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-41c56b53-8b8c-4e1c-8bd7-01895d435401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:19.627368 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-41c56b53-8b8c-4e1c-8bd7-01895d435401 admin admin] Publish callbacks [] for security_group (af268d61-6f97-4fd8-9879-62862b22d1b9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:19.631097 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-41c56b53-8b8c-4e1c-8bd7-01895d435401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (af268d61-6f97-4fd8-9879-62862b22d1b9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:19.670638 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-41c56b53-8b8c-4e1c-8bd7-01895d435401 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9e542cc2bf96413a85d2eeb1776145ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255406 Jul 25 05:45:19.671411 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c56b53-8b8c-4e1c-8bd7-01895d435401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af268d61-6f97-4fd8-9879-62862b22d1b9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:19.673280 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41544) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:19.729543 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ac5065ae-8520-4659-b539-297efdb5a982 admin admin] Publish callbacks [] for security_group (af268d61-6f97-4fd8-9879-62862b22d1b9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:19.750692 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ac5065ae-8520-4659-b539-297efdb5a982 admin admin] Publish callbacks [] for security_group (af268d61-6f97-4fd8-9879-62862b22d1b9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:19.797783 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ac5065ae-8520-4659-b539-297efdb5a982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (af268d61-6f97-4fd8-9879-62862b22d1b9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:19.800205 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ac5065ae-8520-4659-b539-297efdb5a982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:19.801404 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ac5065ae-8520-4659-b539-297efdb5a982 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/af268d61-6f97-4fd8-9879-62862b22d1b9 HTTP/1.1" status: 204 len: 168 time: 0.1270151 Jul 25 05:45:19.809864 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5065ae-8520-4659-b539-297efdb5a982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af268d61-6f97-4fd8-9879-62862b22d1b9,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:20.041966 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17065cd-a444-4299-bb4f-33cdbb2f8264 req-3093bf9a-5897-467e-843d-fa607d66bbb2 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:20.043444 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d17065cd-a444-4299-bb4f-33cdbb2f8264 req-3093bf9a-5897-467e-843d-fa607d66bbb2 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 943 time: 0.0507789 Jul 25 05:45:20.076917 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41552) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:20.091237 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff1da09-df27-4e18-b743-2a2fa2346adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:20.093524 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:20.100158 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d17065cd-a444-4299-bb4f-33cdbb2f8264 req-7f2ddaf0-5d8c-4a92-b547-946bbf26a217 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511606 Jul 25 05:45:20.169466 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff1da09-df27-4e18-b743-2a2fa2346adf admin admin] Publish callbacks [] for security_group (595d04c2-d577-4e54-8b8e-1fc92e01c345), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:20.173325 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff1da09-df27-4e18-b743-2a2fa2346adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (595d04c2-d577-4e54-8b8e-1fc92e01c345), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:20.210463 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1da09-df27-4e18-b743-2a2fa2346adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595d04c2-d577-4e54-8b8e-1fc92e01c345,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:20.214708 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0ff1da09-df27-4e18-b743-2a2fa2346adf admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bf1aa3e44dc54046853fe847d0b37325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367879 Jul 25 05:45:20.217375 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41554) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:20.513194 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b6780ff3-42fa-4037-8624-853cc3d1c5b0 admin admin] Publish callbacks [] for security_group (595d04c2-d577-4e54-8b8e-1fc92e01c345), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:20.535323 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b6780ff3-42fa-4037-8624-853cc3d1c5b0 admin admin] Publish callbacks [] for security_group (595d04c2-d577-4e54-8b8e-1fc92e01c345), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:20.546494 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:20.585846 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b6780ff3-42fa-4037-8624-853cc3d1c5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (595d04c2-d577-4e54-8b8e-1fc92e01c345), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:20.588730 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b6780ff3-42fa-4037-8624-853cc3d1c5b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:20.589890 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b6780ff3-42fa-4037-8624-853cc3d1c5b0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/595d04c2-d577-4e54-8b8e-1fc92e01c345 HTTP/1.1" status: 204 len: 168 time: 0.3716362 Jul 25 05:45:20.597617 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6780ff3-42fa-4037-8624-853cc3d1c5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595d04c2-d577-4e54-8b8e-1fc92e01c345,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:21.219198 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144815f-b505-43c4-95f5-eb6e5a748205 req-6a04f37b-6bbd-40ee-af17-97589deb60ed tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:21.220887 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3144815f-b505-43c4-95f5-eb6e5a748205 req-6a04f37b-6bbd-40ee-af17-97589deb60ed tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 943 time: 0.0503132 Jul 25 05:45:21.271340 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3144815f-b505-43c4-95f5-eb6e5a748205 req-73765f2b-11ea-4fd4-b868-a43d1cfa6626 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448086 Jul 25 05:45:21.687896 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41586) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:21.791636 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:21.799083 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-99b375de-8eb9-4676-8ea5-1a6b8dee575d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:21.879171 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-99b375de-8eb9-4676-8ea5-1a6b8dee575d admin admin] Publish callbacks [] for security_group (8e5e6aa6-7dcf-47f1-be29-2f3134e23473), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:21.882794 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-99b375de-8eb9-4676-8ea5-1a6b8dee575d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (8e5e6aa6-7dcf-47f1-be29-2f3134e23473), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:21.921071 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b375de-8eb9-4676-8ea5-1a6b8dee575d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5e6aa6-7dcf-47f1-be29-2f3134e23473,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:21.925308 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-99b375de-8eb9-4676-8ea5-1a6b8dee575d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8915bf8a11f64a2ca20675d67753dc45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360363 Jul 25 05:45:21.928455 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41590) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:21.980376 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3bccf618-6691-4dae-b7a2-b8dccfc8f117 admin admin] Publish callbacks [] for security_group (8e5e6aa6-7dcf-47f1-be29-2f3134e23473), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:22.002646 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3bccf618-6691-4dae-b7a2-b8dccfc8f117 admin admin] Publish callbacks [] for security_group (8e5e6aa6-7dcf-47f1-be29-2f3134e23473), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:22.049184 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3bccf618-6691-4dae-b7a2-b8dccfc8f117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (8e5e6aa6-7dcf-47f1-be29-2f3134e23473), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:22.051592 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3bccf618-6691-4dae-b7a2-b8dccfc8f117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:22.052742 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3bccf618-6691-4dae-b7a2-b8dccfc8f117 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8e5e6aa6-7dcf-47f1-be29-2f3134e23473 HTTP/1.1" status: 204 len: 168 time: 0.1239181 Jul 25 05:45:22.060308 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccf618-6691-4dae-b7a2-b8dccfc8f117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5e6aa6-7dcf-47f1-be29-2f3134e23473,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:22.391099 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90310d4c-30a2-4475-a10c-d44f92fa0c80 req-8c89be19-a19d-4a2e-9d2b-307edc228202 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:22.392600 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-90310d4c-30a2-4475-a10c-d44f92fa0c80 req-8c89be19-a19d-4a2e-9d2b-307edc228202 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 943 time: 0.0519178 Jul 25 05:45:22.442559 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-90310d4c-30a2-4475-a10c-d44f92fa0c80 req-29b15bed-ffe1-4217-b3a0-fe96c2b6e4bd tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438638 Jul 25 05:45:22.683985 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41614) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:22.801553 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1154064924-network', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:22.823070 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Made reservation on behalf of 354d7ebd6b454fb5a601a2a78a88561e for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:45:22.825505 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:22.833786 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:22.909507 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Publish callbacks [] for security_group (4f6d756c-fc33-46ac-973f-08a3ea4d95fd), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:22.913166 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (4f6d756c-fc33-46ac-973f-08a3ea4d95fd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:22.933041 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:45:22.952332 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (7026a269-c6fe-4445-bae6-a4f712b2e309), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:22.952687 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Added segment 7026a269-c6fe-4445-bae6-a4f712b2e309 of type vlan for network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 Jul 25 05:45:22.954089 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6d756c-fc33-46ac-973f-08a3ea4d95fd,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:22.969245 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.969591 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.969933 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.970269 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.970600 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.970928 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.971277 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.971579 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.971904 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.972228 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.972553 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.972908 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.973231 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.973551 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.973871 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:22.998826 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:23.010588 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (152f2c4c-f1d7-4b80-8c66-de0cfa8e3082), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.037211 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (152f2c4c-f1d7-4b80-8c66-de0cfa8e3082), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.038164 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:23.038742 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.070509 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3854790 Jul 25 05:45:23.073680 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41618) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:23.078472 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c08f06fe-49d3-43d3-b966-17e353a70288 admin admin] Request body: {'subnet': {'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1154064924-subnet', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:23.099208 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08f06fe-49d3-43d3-b966-17e353a70288 admin admin] Made reservation on behalf of 354d7ebd6b454fb5a601a2a78a88561e for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:45:23.101843 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c08f06fe-49d3-43d3-b966-17e353a70288 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62031643'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.105263 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f952a4-5d35-47aa-89da-3038f4546e9a admin admin] Pushing event updated for resources: {'Network': ['ID=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:23.114735 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:45:23.266148 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:23.272963 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c08f06fe-49d3-43d3-b966-17e353a70288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61988077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62031625'] for subnet (2ef97185-3ac4-47a3-bce7-1a030a296ec0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.336873 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f06fe-49d3-43d3-b966-17e353a70288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef97185-3ac4-47a3-bce7-1a030a296ec0,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:23.346667 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f06fe-49d3-43d3-b966-17e353a70288 admin admin] Checking segment: {'id': '7026a269-c6fe-4445-bae6-a4f712b2e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:45:23.347023 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f06fe-49d3-43d3-b966-17e353a70288 admin admin] Network hostable DHCP agents. Network: 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:45:23.364121 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f06fe-49d3-43d3-b966-17e353a70288 admin admin] Network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:45:23.372577 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c08f06fe-49d3-43d3-b966-17e353a70288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:45:23.376479 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08f06fe-49d3-43d3-b966-17e353a70288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:23.377107 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c08f06fe-49d3-43d3-b966-17e353a70288 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.381588 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecef25c6-51c9-4af2-8bad-351197de6441 None None] Network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:45:23.385434 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:23.394252 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c08f06fe-49d3-43d3-b966-17e353a70288 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3195236 Jul 25 05:45:23.396945 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41620) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:23.402361 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:23.423408 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-728'] for router (aca714c7-96e4-47f5-a91a-01cded4e514b), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.424578 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-751'] for router (aca714c7-96e4-47f5-a91a-01cded4e514b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.477421 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Publish callbacks [] for router_controller (aca714c7-96e4-47f5-a91a-01cded4e514b), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.487722 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fd5b1d1-d160-5e6d-81c3-07e62fcf4b68-152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'fixed_ips': [{'subnet_id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0'}]}} from dv-cinder-850830-1-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:45:23.488705 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.579854 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:23.628677 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Allocated IP 172.20.0.2 (152f2c4c-f1d7-4b80-8c66-de0cfa8e3082/2ef97185-3ac4-47a3-bce7-1a030a296ec0/4a85557a-5a4e-4e64-b6dd-ba2178cc3141) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:45:23.649894 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b3b0b-6d69-4e82-a211-9ba8539bff16 req-de268811-506f-4d80-85b9-3abe2807f47f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:23.651442 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4e2b3b0b-6d69-4e82-a211-9ba8539bff16 req-de268811-506f-4d80-85b9-3abe2807f47f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 943 time: 0.1109540 Jul 25 05:45:23.655734 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Publish callbacks [] for router_gateway (aca714c7-96e4-47f5-a91a-01cded4e514b), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.763127 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4e2b3b0b-6d69-4e82-a211-9ba8539bff16 req-a71db7e4-f3d6-4833-88f6-d74e326e23ea tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036448 Jul 25 05:45:23.779101 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Publish callbacks [] for port (4a85557a-5a4e-4e64-b6dd-ba2178cc3141), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.787929 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (4a85557a-5a4e-4e64-b6dd-ba2178cc3141), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.830601 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:45:23.835830 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:45:23.838580 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Pushing event updated for resources: {'Port': ['ID=4a85557a-5a4e-4e64-b6dd-ba2178cc3141,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:23.840759 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:45:23.881486 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Publish callbacks [] for router_gateway (aca714c7-96e4-47f5-a91a-01cded4e514b), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.900539 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Attempting to bind port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:45:23.900949 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Attempting to bind port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '7026a269-c6fe-4445-bae6-a4f712b2e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:45:23.901317 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Attempting to bind port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 on network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:45:23.901805 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.906534 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:45:23.906903 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Checking segment: {'id': '7026a269-c6fe-4445-bae6-a4f712b2e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:45:23.907297 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.907684 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Bound using segment: {'id': '7026a269-c6fe-4445-bae6-a4f712b2e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:45:23.908170 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Bound port: 4a85557a-5a4e-4e64-b6dd-ba2178cc3141, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7026a269-c6fe-4445-bae6-a4f712b2e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:45:23.908546 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (4a85557a-5a4e-4e64-b6dd-ba2178cc3141), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:23.969306 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] For port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:45:23.972356 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] For port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=4a85557a-5a4e-4e64-b6dd-ba2178cc3141,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:45:23.978909 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (4a85557a-5a4e-4e64-b6dd-ba2178cc3141), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:24.014687 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Allocated IP 172.27.3.66 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/51e30e30-9d67-4067-b4d5-6235558e3c60) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:45:24.031882 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:24.043372 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7585b9-75c9-4392-a33d-35ebb35d2712 None None] Pushing event updated for resources: {'Port': ['ID=4a85557a-5a4e-4e64-b6dd-ba2178cc3141,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:24.100478 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:24.129567 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Publish callbacks [] for port (51e30e30-9d67-4067-b4d5-6235558e3c60), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:24.164022 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (51e30e30-9d67-4067-b4d5-6235558e3c60), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:24.222983 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:45:24.226901 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:45:24.234864 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:45:24.242356 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Pushing event updated for resources: {'Port': ['ID=51e30e30-9d67-4067-b4d5-6235558e3c60,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:24.488553 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Publish callbacks [] for router_gateway (aca714c7-96e4-47f5-a91a-01cded4e514b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:24.531019 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:24.685417 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775234'] for router (aca714c7-96e4-47f5-a91a-01cded4e514b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:24.773462 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:45:24.841806 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:24.842381 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (4a85557a-5a4e-4e64-b6dd-ba2178cc3141), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:24.854400 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Router aca714c7-96e4-47f5-a91a-01cded4e514b is scheduled to L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:45:24.925263 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:24.925263 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (4a85557a-5a4e-4e64-b6dd-ba2178cc3141), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:24.933422 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3dd4c-750c-4d16-b49b-266e61dd6110 req-e7753179-b105-4d49-beb3-d227fd3634fe tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:24.934976 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6ed3dd4c-750c-4d16-b49b-266e61dd6110 req-e7753179-b105-4d49-beb3-d227fd3634fe tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 943 time: 0.0934372 Jul 25 05:45:24.952509 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:24.969419 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=4a85557a-5a4e-4e64-b6dd-ba2178cc3141,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:24.975223 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (4a85557a-5a4e-4e64-b6dd-ba2178cc3141), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:25.006364 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec07e6-6e96-4bea-88d7-bc8558c9ab1d None None] Network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:45:25.034832 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6ed3dd4c-750c-4d16-b49b-266e61dd6110 req-46ac12a5-7a2f-412c-b2ba-4261f216907a tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930457 Jul 25 05:45:25.039316 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:45:25.039564 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:45:25.047318 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:25.060622 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:25.062076 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-daf2534f-78f4-4b66-bba3-afada0eca2e6 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6641989 Jul 25 05:45:25.064738 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41626) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:25.082905 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Sync routers for ids ['aca714c7-96e4-47f5-a91a-01cded4e514b'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:45:25.117663 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c700e59b-013d-47f5-9bbf-1dfca1eca8a5 None None] Provisioning complete for port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:25.118041 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c700e59b-013d-47f5-9bbf-1dfca1eca8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (4a85557a-5a4e-4e64-b6dd-ba2178cc3141), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:25.127250 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=4a85557a-5a4e-4e64-b6dd-ba2178cc3141,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:25.164961 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Routers {'aca714c7-96e4-47f5-a91a-01cded4e514b'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:25.165688 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:45:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['aca714c7-96e4-47f5-a91a-01cded4e514b'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:25.409384 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:25.429751 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c700e59b-013d-47f5-9bbf-1dfca1eca8a5 None None] Current status of the port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:25.433290 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Set router aca714c7-96e4-47f5-a91a-01cded4e514b gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:45:25.616533 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'port_id': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35', 'mac_address': 'fa:16:3e:ca:2a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:45:25.648673 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-392fce5a-1448-471e-a2e1-cba6c86051cb None None] Provisioning complete for port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:25.649077 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-392fce5a-1448-471e-a2e1-cba6c86051cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (4a85557a-5a4e-4e64-b6dd-ba2178cc3141), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:25.668691 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:25.733843 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:25.746861 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:25.747259 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:25.748748 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:25.783487 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:45:25.819531 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:25.876608 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:25.885463 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:25.891060 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-392fce5a-1448-471e-a2e1-cba6c86051cb None None] Current status of the port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:25.894023 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:24Z', 'revision_number': 3, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port': {'id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:25.913972 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Allocated IP 172.20.0.1 (152f2c4c-f1d7-4b80-8c66-de0cfa8e3082/2ef97185-3ac4-47a3-bce7-1a030a296ec0/674e77a5-f2f0-4c02-830b-b36a05b0ddc0) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:45:25.939511 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Checking router: aca714c7-96e4-47f5-a91a-01cded4e514b for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:45:25.939866 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Updating router aca714c7-96e4-47f5-a91a-01cded4e514b port 51e30e30-9d67-4067-b4d5-6235558e3c60 binding host dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:45:25.985311 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:25.987389 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (51e30e30-9d67-4067-b4d5-6235558e3c60), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.011302 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.011651 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.012025 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.012373 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.012712 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.013071 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.013400 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.013728 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.014058 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.014382 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.014712 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.015036 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.015358 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.015681 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.016016 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:26.021342 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Publish callbacks [] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.054894 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.092932 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:45:26.100102 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:45:26.105538 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:45:26.132414 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:26.137492 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Pushing event updated for resources: {'Port': ['ID=674e77a5-f2f0-4c02-830b-b36a05b0ddc0,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:26.184064 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663993'] for router_interface (aca714c7-96e4-47f5-a91a-01cded4e514b), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.235443 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4657e-4a50-4236-83e1-af8245a6b1e6 req-1ea14149-9898-42f5-a9ca-1fbb69cb5a19 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:26.237060 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4ed4657e-4a50-4236-83e1-af8245a6b1e6 req-1ea14149-9898-42f5-a9ca-1fbb69cb5a19 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 944 time: 0.1030836 Jul 25 05:45:26.238412 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:45:26.322595 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Publish callbacks [] for port (51e30e30-9d67-4067-b4d5-6235558e3c60), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.328282 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4ed4657e-4a50-4236-83e1-af8245a6b1e6 req-fd7a8df8-a711-4542-b5fc-919cbd799555 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834944 Jul 25 05:45:26.338036 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (51e30e30-9d67-4067-b4d5-6235558e3c60), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.371599 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.436767 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Attempting to bind port 51e30e30-9d67-4067-b4d5-6235558e3c60 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:45:26.437078 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Attempting to bind port 51e30e30-9d67-4067-b4d5-6235558e3c60 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:45:26.437446 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Attempting to bind port 51e30e30-9d67-4067-b4d5-6235558e3c60 on network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:45:26.445409 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bdac7-7822-42e8-9e00-b6e254ced7b6 None None] Pushing event updated for resources: {'Port': ['ID=51e30e30-9d67-4067-b4d5-6235558e3c60,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:26.450720 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d8a87906-199f-4d5d-851d-5670c98934c3 None None] Provisioning complete for port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:26.451093 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8a87906-199f-4d5d-851d-5670c98934c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.454848 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:45:26.455226 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Checking segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:45:26.455620 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.456018 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Bound using segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:45:26.456502 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Bound port: 51e30e30-9d67-4067-b4d5-6235558e3c60, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:45:26.456918 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (51e30e30-9d67-4067-b4d5-6235558e3c60), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.507959 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:26.537869 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Publish callbacks [] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.542946 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.546183 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d8a87906-199f-4d5d-851d-5670c98934c3 None None] Port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:45:26.553291 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:26.572011 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] For port 51e30e30-9d67-4067-b4d5-6235558e3c60, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:45:26.575273 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] For port 51e30e30-9d67-4067-b4d5-6235558e3c60, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=51e30e30-9d67-4067-b4d5-6235558e3c60,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:45:26.590269 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (51e30e30-9d67-4067-b4d5-6235558e3c60), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.606919 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:26.614880 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Pushing event updated for resources: {'Port': ['ID=674e77a5-f2f0-4c02-830b-b36a05b0ddc0,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:26.618613 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663893'] for router_interface (aca714c7-96e4-47f5-a91a-01cded4e514b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.687601 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Routers {'aca714c7-96e4-47f5-a91a-01cded4e514b'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:26.688179 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:45:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['aca714c7-96e4-47f5-a91a-01cded4e514b'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:26.721019 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:45:26.722497 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:45:26.729039 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bdac7-7822-42e8-9e00-b6e254ced7b6 None None] Pushing event updated for resources: {'Port': ['ID=51e30e30-9d67-4067-b4d5-6235558e3c60,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:26.763694 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:45:26.847827 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Router aca714c7-96e4-47f5-a91a-01cded4e514b has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:45:26.903659 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] Set router aca714c7-96e4-47f5-a91a-01cded4e514b gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:45:26.905485 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:26.905855 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (4a85557a-5a4e-4e64-b6dd-ba2178cc3141), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:26.963621 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:45:26.968407 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-95ac924c-7f04-4ac3-a745-db36beb6d206 admin admin] 10.222.0.33 "PUT /v2.0/routers/aca714c7-96e4-47f5-a91a-01cded4e514b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9025683 Jul 25 05:45:27.012862 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c18436be-1b8b-4892-b55d-7abe5cd1d108 None None] Provisioning complete for port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:27.013234 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c18436be-1b8b-4892-b55d-7abe5cd1d108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:27.120333 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c18436be-1b8b-4892-b55d-7abe5cd1d108 None None] Port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:45:27.137628 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:27.195719 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 4, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port': {'id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '674e77a5-f2f0-4c02-830b-b36a05b0ddc0', 'name': '', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'mac_address': 'fa:16:3e:47:32:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:25Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 2, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'subnets': [{'id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:27.224503 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a93515d-b667-4d5e-b28e-d5359a71327d None None] The sync data for ids ['aca714c7-96e4-47f5-a91a-01cded4e514b'] in dv-cinder-850830-1-iscsi is: [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 4, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port': {'id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '674e77a5-f2f0-4c02-830b-b36a05b0ddc0', 'name': '', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'mac_address': 'fa:16:3e:47:32:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:25Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 2, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'subnets': [{'id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:45:27.437744 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:45:27.479935 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb7b65-64e0-4ea6-bfb0-66b31376f2ed req-9da9dfd7-c6ed-457d-a91a-8ac2a401c242 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:27.482112 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8feb7b65-64e0-4ea6-bfb0-66b31376f2ed req-9da9dfd7-c6ed-457d-a91a-8ac2a401c242 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 944 time: 0.0671110 Jul 25 05:45:27.494732 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:45:27.499804 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:27.503471 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:27.503912 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:27.533712 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41646) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:27.538628 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-614614084-network', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:27.542058 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:27.548752 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8feb7b65-64e0-4ea6-bfb0-66b31376f2ed req-caf21172-ece4-49ed-9ff7-507fc1934fc4 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584831 Jul 25 05:45:27.576463 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] Made reservation on behalf of f647fa5b3b6f41b9a2bf80e202a2c629 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:45:27.579445 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:27.591190 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:27.591587 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:27.591759 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:27.623387 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b342a18-835a-4975-99f6-8d47fb38676a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:45:27.625691 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fac7a0-3d4b-467c-84a5-4af2bbcd22b8" -d '{"events": [{"server_uuid": "1b342a18-835a-4975-99f6-8d47fb38676a", "name": "network-vif-plugged", "status": "completed", "tag": "1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:45:27.639659 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:27.645569 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:27.682256 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] Publish callbacks [] for security_group (85a0109a-d5a3-4319-a0a9-953d911a1ea6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:27.687580 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79db8f79-ef99-4344-93c1-7b995316b47c x-openstack-request-id: req-79db8f79-ef99-4344-93c1-7b995316b47c {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:45:27.687876 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b342a18-835a-4975-99f6-8d47fb38676a", "name": "network-vif-plugged", "status": "completed", "tag": "1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:45:27.688127 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-79db8f79-ef99-4344-93c1-7b995316b47c {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:45:27.688577 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79db8f79-ef99-4344-93c1-7b995316b47c'] response: {'server_uuid': '1b342a18-835a-4975-99f6-8d47fb38676a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35', 'code': 200} Jul 25 05:45:27.690316 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (85a0109a-d5a3-4319-a0a9-953d911a1ea6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:27.705219 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:27.723570 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:45:27.734881 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a0109a-d5a3-4319-a0a9-953d911a1ea6,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:27.748323 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (d5e313aa-28bb-491f-8a70-7f079e39c432), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:27.749004 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] Added segment d5e313aa-28bb-491f-8a70-7f079e39c432 of type vlan for network 76653e27-6f8c-46ed-9e9e-8c0117108fc2 Jul 25 05:45:27.802585 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (76653e27-6f8c-46ed-9e9e-8c0117108fc2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:27.831892 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (76653e27-6f8c-46ed-9e9e-8c0117108fc2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:27.832971 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:27.833726 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:27.902770 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41650) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:27.903598 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3679671 Jul 25 05:45:27.906739 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aefda1-2ee8-4c31-8f3e-6db245cb6f52 admin admin] Pushing event updated for resources: {'Network': ['ID=76653e27-6f8c-46ed-9e9e-8c0117108fc2,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:27.909048 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-eac1123c-d505-4ca9-a3a7-cf85ec389016 admin admin] Request body: {'subnet': {'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-614614084-subnet', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:27.921618 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network 76653e27-6f8c-46ed-9e9e-8c0117108fc2 details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:45:27.940181 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac1123c-d505-4ca9-a3a7-cf85ec389016 admin admin] Made reservation on behalf of f647fa5b3b6f41b9a2bf80e202a2c629 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:45:27.943505 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eac1123c-d505-4ca9-a3a7-cf85ec389016 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62031643'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:28.003556 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:28.019272 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e3300-c21d-4c14-9178-4166a9e6fd99 req-1d369b84-78c2-4065-8dea-4af1ec2a9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:28.020908 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a9e3300-c21d-4c14-9178-4166a9e6fd99 req-1d369b84-78c2-4065-8dea-4af1ec2a9eaf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 1129 time: 0.0699883 Jul 25 05:45:28.077978 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a9e3300-c21d-4c14-9178-4166a9e6fd99 req-56f4502c-5710-48d5-99da-aa5562bce50d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506301 Jul 25 05:45:28.179567 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eac1123c-d505-4ca9-a3a7-cf85ec389016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61988077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62031625'] for subnet (9affc5ca-eeb5-4671-a531-ccc5c3c158d1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:28.233301 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1123c-d505-4ca9-a3a7-cf85ec389016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9affc5ca-eeb5-4671-a531-ccc5c3c158d1,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:28.252611 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac1123c-d505-4ca9-a3a7-cf85ec389016 admin admin] Checking segment: {'id': 'd5e313aa-28bb-491f-8a70-7f079e39c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:45:28.253007 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac1123c-d505-4ca9-a3a7-cf85ec389016 admin admin] Network hostable DHCP agents. Network: 76653e27-6f8c-46ed-9e9e-8c0117108fc2, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:45:28.256016 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:28.274256 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac1123c-d505-4ca9-a3a7-cf85ec389016 admin admin] Network 76653e27-6f8c-46ed-9e9e-8c0117108fc2 is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:45:28.283913 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-eac1123c-d505-4ca9-a3a7-cf85ec389016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, 76653e27-6f8c-46ed-9e9e-8c0117108fc2) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:45:28.288308 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac1123c-d505-4ca9-a3a7-cf85ec389016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:28.288942 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eac1123c-d505-4ca9-a3a7-cf85ec389016 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:28.293747 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3e70b7-9c6b-46fd-af82-f9df9b2daabd None None] Network 76653e27-6f8c-46ed-9e9e-8c0117108fc2 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:45:28.314486 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-eac1123c-d505-4ca9-a3a7-cf85ec389016 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4079671 Jul 25 05:45:28.314771 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41652) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:28.319923 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-614614084-router', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:28.341607 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-728'] for router (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:28.342855 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775995', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-751'] for router (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:28.367241 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:28.400478 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Publish callbacks [] for router_controller (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:28.401173 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fd5b1d1-d160-5e6d-81c3-07e62fcf4b68-76653e27-6f8c-46ed-9e9e-8c0117108fc2', 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2', 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'fixed_ips': [{'subnet_id': '9affc5ca-eeb5-4671-a531-ccc5c3c158d1'}]}} from dv-cinder-850830-1-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:45:28.402283 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:28.541916 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:28.542404 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Allocated IP 172.20.0.2 (76653e27-6f8c-46ed-9e9e-8c0117108fc2/9affc5ca-eeb5-4671-a531-ccc5c3c158d1/345e405e-67a3-409a-8dbd-296dda775cb0) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:45:28.550748 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Publish callbacks [] for router_gateway (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:28.693690 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d75c2a-e963-4e81-bd21-fa4121a99aba req-0984b592-b8b7-4295-adfe-11edb3056762 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:28.695847 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a4d75c2a-e963-4e81-bd21-fa4121a99aba req-0984b592-b8b7-4295-adfe-11edb3056762 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 945 time: 0.0618215 Jul 25 05:45:28.766051 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Publish callbacks [] for router_gateway (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:28.796232 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:28.827832 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a4d75c2a-e963-4e81-bd21-fa4121a99aba req-73886615-4b14-4a49-9713-2cbd720bc502 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234496 Jul 25 05:45:28.853917 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 51e30e30-9d67-4067-b4d5-6235558e3c60 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:45:28.903836 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Publish callbacks [] for port (345e405e-67a3-409a-8dbd-296dda775cb0), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:28.911953 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:28.934467 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Allocated IP 172.27.3.196 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/9398d12b-7fcc-4012-93f5-5fc0836fe6b0) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:45:28.948697 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 51e30e30-9d67-4067-b4d5-6235558e3c60 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:28.949271 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (51e30e30-9d67-4067-b4d5-6235558e3c60), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:28.977396 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Network 76653e27-6f8c-46ed-9e9e-8c0117108fc2 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:45:28.988108 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:45:28.993952 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:45:28.998714 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Pushing event updated for resources: {'Port': ['ID=345e405e-67a3-409a-8dbd-296dda775cb0,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:29.014114 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:29.045615 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Publish callbacks [] for port (9398d12b-7fcc-4012-93f5-5fc0836fe6b0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:29.078767 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (9398d12b-7fcc-4012-93f5-5fc0836fe6b0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:29.092839 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Attempting to bind port 345e405e-67a3-409a-8dbd-296dda775cb0 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:45:29.093222 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Attempting to bind port 345e405e-67a3-409a-8dbd-296dda775cb0 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': 'd5e313aa-28bb-491f-8a70-7f079e39c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:45:29.093591 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Attempting to bind port 345e405e-67a3-409a-8dbd-296dda775cb0 on network 76653e27-6f8c-46ed-9e9e-8c0117108fc2 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:45:29.103915 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 51e30e30-9d67-4067-b4d5-6235558e3c60 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:29.104363 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (51e30e30-9d67-4067-b4d5-6235558e3c60), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:29.110554 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:45:29.110935 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Checking segment: {'id': 'd5e313aa-28bb-491f-8a70-7f079e39c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:45:29.111331 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:29.111760 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Bound using segment: {'id': 'd5e313aa-28bb-491f-8a70-7f079e39c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:45:29.112245 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Bound port: 345e405e-67a3-409a-8dbd-296dda775cb0, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e313aa-28bb-491f-8a70-7f079e39c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:45:29.112628 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:29.117827 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:45:29.123640 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:45:29.126174 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:45:29.139190 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port 51e30e30-9d67-4067-b4d5-6235558e3c60, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=51e30e30-9d67-4067-b4d5-6235558e3c60,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:29.143795 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (51e30e30-9d67-4067-b4d5-6235558e3c60), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:29.154001 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Pushing event updated for resources: {'Port': ['ID=9398d12b-7fcc-4012-93f5-5fc0836fe6b0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:29.237951 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] For port 345e405e-67a3-409a-8dbd-296dda775cb0, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:45:29.250134 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=51e30e30-9d67-4067-b4d5-6235558e3c60,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:29.255836 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] For port 345e405e-67a3-409a-8dbd-296dda775cb0, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=345e405e-67a3-409a-8dbd-296dda775cb0,segment=NetworkSegment(d5e313aa-28bb-491f-8a70-7f079e39c432),segment_id=d5e313aa-28bb-491f-8a70-7f079e39c432)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:45:29.262775 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:29.320424 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0921e3-c985-45fc-a468-978f2abdbcf7 None None] Pushing event updated for resources: {'Port': ['ID=345e405e-67a3-409a-8dbd-296dda775cb0,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:29.415118 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:29.424446 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Publish callbacks [] for router_gateway (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:29.546354 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:29.629307 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Sync routers for ids ['aca714c7-96e4-47f5-a91a-01cded4e514b'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:45:29.641558 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Routers {'aca714c7-96e4-47f5-a91a-01cded4e514b'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:29.642177 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:45:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['aca714c7-96e4-47f5-a91a-01cded4e514b'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:29.655579 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775234'] for router (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:29.763990 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Set router aca714c7-96e4-47f5-a91a-01cded4e514b gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:45:29.786509 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Router ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 is scheduled to L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:45:29.896374 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:45:29.909737 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Sync routers for ids ['ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:45:29.918556 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:29.920181 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-57098f43-b3ae-43c0-945e-b276b87f4e64 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6035488 Jul 25 05:45:29.923285 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41658) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:29.927181 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Routers {'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:29.929367 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:45:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:29.966769 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b3b14-5027-4174-9902-32d5c90b6444 req-4592830e-acfb-4ab2-841c-d881cf2346c1 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:29.973701 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cf4b3b14-5027-4174-9902-32d5c90b6444 req-4592830e-acfb-4ab2-841c-d881cf2346c1 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 945 time: 0.0666060 Jul 25 05:45:30.046523 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cf4b3b14-5027-4174-9902-32d5c90b6444 req-4cda461d-cb14-467a-b086-2543c7d16c38 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718489 Jul 25 05:45:30.073885 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:30.075928 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 4, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port': {'id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '674e77a5-f2f0-4c02-830b-b36a05b0ddc0', 'name': '', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'mac_address': 'fa:16:3e:47:32:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:25Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 2, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'subnets': [{'id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:30.097874 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Set router ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:45:30.107189 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Checking router: aca714c7-96e4-47f5-a91a-01cded4e514b for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:45:30.107961 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Updating router aca714c7-96e4-47f5-a91a-01cded4e514b port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 binding host dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:45:30.142433 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:30.168403 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:30.204933 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6f9c-9e7d-47e6-afeb-ce5aaf3fb611 req-1df75160-fdd6-43c1-9f5b-7d687f23000a tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:30.213635 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-145f6f9c-9e7d-47e6-afeb-ce5aaf3fb611 req-1df75160-fdd6-43c1-9f5b-7d687f23000a tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 945 time: 0.0650418 Jul 25 05:45:30.302059 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-145f6f9c-9e7d-47e6-afeb-ce5aaf3fb611 req-2d8e6d34-a7b7-4580-89d5-732a1b50e286 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877655 Jul 25 05:45:30.318969 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41662) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:30.337181 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'name': 'tempest-TestShelveInstance-614614084-router', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:29Z', 'revision_number': 3, 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'gw_port': {'id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:30.366193 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Checking router: ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:45:30.366716 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Updating router ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 port 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 binding host dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:45:30.402102 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9398d12b-7fcc-4012-93f5-5fc0836fe6b0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:30.435755 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534ac10b-f89f-4572-b92b-2605503264a6 None None] Network 76653e27-6f8c-46ed-9e9e-8c0117108fc2 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:45:30.459267 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:30.521915 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:30.546594 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Publish callbacks [] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:30.549707 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:30.558566 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:30.573718 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-970b6d81-03fb-441d-9728-efa6c450847f None None] Provisioning complete for port 345e405e-67a3-409a-8dbd-296dda775cb0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:30.574212 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-970b6d81-03fb-441d-9728-efa6c450847f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:30.611441 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:30.620150 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Pushing event updated for resources: {'Port': ['ID=674e77a5-f2f0-4c02-830b-b36a05b0ddc0,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:30.631724 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.632819 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.633358 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.633874 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.634382 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.635510 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.636004 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.636534 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.637051 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.637554 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.638038 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.638719 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.639404 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.639983 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.640465 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:45:30.694286 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d3c295-f24a-4421-9914-e199eab38863 tempest-TestVolumeBootPattern-1489602325 tempest-TestVolumeBootPattern-1489602325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:30.697764 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-88d3c295-f24a-4421-9914-e199eab38863 tempest-TestVolumeBootPattern-1489602325 tempest-TestVolumeBootPattern-1489602325-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 1124 time: 0.3756227 Jul 25 05:45:30.700593 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41666) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:30.707732 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Request body: {'floatingip': {'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'port_id': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:30.735715 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Attempting to bind port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:45:30.736355 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Attempting to bind port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '7026a269-c6fe-4445-bae6-a4f712b2e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:45:30.736987 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Attempting to bind port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 on network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:45:30.743146 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:45:30.743926 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Checking segment: {'id': '7026a269-c6fe-4445-bae6-a4f712b2e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:45:30.744855 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:30.745472 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:30.746052 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Bound using segment: {'id': '7026a269-c6fe-4445-bae6-a4f712b2e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:45:30.746732 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Bound port: 674e77a5-f2f0-4c02-830b-b36a05b0ddc0, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7026a269-c6fe-4445-bae6-a4f712b2e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:45:30.747310 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:30.845329 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Allocated IP 172.20.0.1 (76653e27-6f8c-46ed-9e9e-8c0117108fc2/9affc5ca-eeb5-4671-a531-ccc5c3c158d1/1c74f22f-3b56-4060-822e-7bb92d35fa63) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:45:30.850414 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:30.897640 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] For port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:45:30.907493 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] For port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=674e77a5-f2f0-4c02-830b-b36a05b0ddc0,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:45:30.920312 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-970b6d81-03fb-441d-9728-efa6c450847f None None] Current status of the port 345e405e-67a3-409a-8dbd-296dda775cb0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:30.920713 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-970b6d81-03fb-441d-9728-efa6c450847f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:30.927033 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:30.941015 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:30.946432 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:31.034513 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 51e30e30-9d67-4067-b4d5-6235558e3c60 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:45:31.059316 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-970b6d81-03fb-441d-9728-efa6c450847f None None] For port 345e405e-67a3-409a-8dbd-296dda775cb0, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=345e405e-67a3-409a-8dbd-296dda775cb0,segment=NetworkSegment(d5e313aa-28bb-491f-8a70-7f079e39c432),segment_id=d5e313aa-28bb-491f-8a70-7f079e39c432)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:31.061828 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Routers {'aca714c7-96e4-47f5-a91a-01cded4e514b'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:31.062212 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:45:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['aca714c7-96e4-47f5-a91a-01cded4e514b'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:31.082442 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Publish callbacks [] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.131800 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-970b6d81-03fb-441d-9728-efa6c450847f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.135207 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd750bb8-bbb6-4311-8861-dd0577375384 None None] Pushing event updated for resources: {'Port': ['ID=674e77a5-f2f0-4c02-830b-b36a05b0ddc0,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:31.147372 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.149236 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Publish callbacks [] for port (9398d12b-7fcc-4012-93f5-5fc0836fe6b0), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.186138 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:31.190900 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (9398d12b-7fcc-4012-93f5-5fc0836fe6b0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.210968 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] Set router aca714c7-96e4-47f5-a91a-01cded4e514b gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:45:31.242414 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Pushing event updated for resources: {'Port': ['ID=1c74f22f-3b56-4060-822e-7bb92d35fa63,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:31.257015 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Network 76653e27-6f8c-46ed-9e9e-8c0117108fc2 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:45:31.258919 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:45:31.262294 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Allocated IP 172.27.3.70 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/45be19d8-bb8d-4f6f-9dc9-a47660e83ffe) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:45:31.263514 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:45:31.299035 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b6d81-03fb-441d-9728-efa6c450847f None None] Pushing event updated for resources: {'Port': ['ID=345e405e-67a3-409a-8dbd-296dda775cb0,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:31.303689 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 51e30e30-9d67-4067-b4d5-6235558e3c60 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:31.304612 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (51e30e30-9d67-4067-b4d5-6235558e3c60), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.306268 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:31.313025 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Attempting to bind port 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:45:31.313638 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Attempting to bind port 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:45:31.314222 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Attempting to bind port 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 on network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:45:31.319060 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663993'] for router_interface (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.382952 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cd2d2259-26bd-48e5-acb7-1fe0d53bbf68 None None] Provisioning complete for port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:31.383664 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2259-26bd-48e5-acb7-1fe0d53bbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.441365 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:45:31.442037 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Checking segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:45:31.442639 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.443245 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Bound using segment: {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:45:31.443940 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Bound port: 9398d12b-7fcc-4012-93f5-5fc0836fe6b0, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63491e76-bf00-4b82-b7ae-442927718966', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:45:31.444541 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9398d12b-7fcc-4012-93f5-5fc0836fe6b0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.494442 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for port (45be19d8-bb8d-4f6f-9dc9-a47660e83ffe), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.501420 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e41b26-61af-4560-a9c6-2a6e2731c421 None None] Pushing event updated for resources: {'Port': ['ID=9398d12b-7fcc-4012-93f5-5fc0836fe6b0,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:31.518429 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.540473 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 4, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port': {'id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '674e77a5-f2f0-4c02-830b-b36a05b0ddc0', 'name': '', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'mac_address': 'fa:16:3e:47:32:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:25Z', 'updated_at': '2022-07-25T05:45:30Z', 'revision_number': 4, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'subnets': [{'id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:31.561068 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] For port 9398d12b-7fcc-4012-93f5-5fc0836fe6b0, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:45:31.584045 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc397951-1821-4a76-9101-0d68a1315153 None None] The sync data for ids ['aca714c7-96e4-47f5-a91a-01cded4e514b'] in dv-cinder-850830-1-iscsi is: [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 4, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port': {'id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '674e77a5-f2f0-4c02-830b-b36a05b0ddc0', 'name': '', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'mac_address': 'fa:16:3e:47:32:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:25Z', 'updated_at': '2022-07-25T05:45:30Z', 'revision_number': 4, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'subnets': [{'id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:45:31.586915 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (45be19d8-bb8d-4f6f-9dc9-a47660e83ffe), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.628100 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:45:31.630430 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] For port 9398d12b-7fcc-4012-93f5-5fc0836fe6b0, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=9398d12b-7fcc-4012-93f5-5fc0836fe6b0,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:45:31.641682 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:45:31.645642 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:45:31.649035 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'Port': ['ID=45be19d8-bb8d-4f6f-9dc9-a47660e83ffe,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:31.651709 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (9398d12b-7fcc-4012-93f5-5fc0836fe6b0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.653653 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 51e30e30-9d67-4067-b4d5-6235558e3c60 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:31.654704 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 345e405e-67a3-409a-8dbd-296dda775cb0 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:45:31.691173 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:31.755361 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Publish callbacks [] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.762171 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.769952 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:31.851632 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663893'] for router_interface (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.855309 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Pushing event updated for resources: {'Port': ['ID=1c74f22f-3b56-4060-822e-7bb92d35fa63,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:31.896375 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:31.904744 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d2259-26bd-48e5-acb7-1fe0d53bbf68 None None] Current status of the port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:31.905164 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2259-26bd-48e5-acb7-1fe0d53bbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.949826 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e41b26-61af-4560-a9c6-2a6e2731c421 None None] Pushing event updated for resources: {'Port': ['ID=9398d12b-7fcc-4012-93f5-5fc0836fe6b0,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:31.952494 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 345e405e-67a3-409a-8dbd-296dda775cb0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:31.952902 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:31.993084 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Network 76653e27-6f8c-46ed-9e9e-8c0117108fc2 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:45:31.994887 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:45:31.996091 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Routers {'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:31.996656 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:45:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:32.004241 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:32.008958 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-cd2d2259-26bd-48e5-acb7-1fe0d53bbf68 None None] For port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=674e77a5-f2f0-4c02-830b-b36a05b0ddc0,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:32.047876 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2259-26bd-48e5-acb7-1fe0d53bbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:32.140095 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cd2d2259-26bd-48e5-acb7-1fe0d53bbf68 None None] Provisioning complete for port 345e405e-67a3-409a-8dbd-296dda775cb0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:32.140756 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2259-26bd-48e5-acb7-1fe0d53bbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:32.161098 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for floatingip (1ef588b0-099a-461e-af5d-3a9ba4824e48), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:32.202575 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:32.205610 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:32.253194 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (45be19d8-bb8d-4f6f-9dc9-a47660e83ffe), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:32.290152 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d2259-26bd-48e5-acb7-1fe0d53bbf68 None None] Pushing event updated for resources: {'Port': ['ID=674e77a5-f2f0-4c02-830b-b36a05b0ddc0,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:32.308006 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] Set router ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:45:32.350554 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 345e405e-67a3-409a-8dbd-296dda775cb0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:32.426766 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d2259-26bd-48e5-acb7-1fe0d53bbf68 None None] Current status of the port 345e405e-67a3-409a-8dbd-296dda775cb0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:32.458783 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for port (45be19d8-bb8d-4f6f-9dc9-a47660e83ffe), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:32.464999 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61987962'] for port (45be19d8-bb8d-4f6f-9dc9-a47660e83ffe), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:32.488695 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Router ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:45:32.554434 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event updated for resources: {'Port': ['ID=45be19d8-bb8d-4f6f-9dc9-a47660e83ffe,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:32.576216 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (1ef588b0-099a-461e-af5d-3a9ba4824e48), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:32.584018 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1f7bb0fe-faba-4f65-b009-3c2064742e84 None None] Provisioning complete for port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:32.584389 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1f7bb0fe-faba-4f65-b009-3c2064742e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:32.621027 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'name': 'tempest-TestShelveInstance-614614084-router', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 4, 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'gw_port': {'id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '1c74f22f-3b56-4060-822e-7bb92d35fa63', 'name': '', 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'mac_address': 'fa:16:3e:00:75:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '9affc5ca-eeb5-4671-a531-ccc5c3c158d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:30Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 2, 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'subnets': [{'id': '9affc5ca-eeb5-4671-a531-ccc5c3c158d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:32.632815 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:45:32.645379 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-8883e703-e895-4528-95d7-a99e78b0528b admin admin] 10.222.0.33 "PUT /v2.0/routers/ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7207601 Jul 25 05:45:32.656797 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d91bb5-4bac-4a04-b76a-89b0488a6229 None None] The sync data for ids ['ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'] in dv-cinder-850830-1-iscsi is: [{'id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'name': 'tempest-TestShelveInstance-614614084-router', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 4, 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'gw_port': {'id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '1c74f22f-3b56-4060-822e-7bb92d35fa63', 'name': '', 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'mac_address': 'fa:16:3e:00:75:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '9affc5ca-eeb5-4671-a531-ccc5c3c158d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:30Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 2, 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'subnets': [{'id': '9affc5ca-eeb5-4671-a531-ccc5c3c158d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:45:32.705277 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Floating IP 1ef588b0-099a-461e-af5d-3a9ba4824e48 associated. External IP: 172.27.3.70, port: 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35. Jul 25 05:45:32.751687 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1f7bb0fe-faba-4f65-b009-3c2064742e84 None None] Current status of the port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:32.765148 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1f7bb0fe-faba-4f65-b009-3c2064742e84 None None] Provisioning complete for port 1c74f22f-3b56-4060-822e-7bb92d35fa63 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:32.765516 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1f7bb0fe-faba-4f65-b009-3c2064742e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:32.801689 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:45:32.882919 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1f7bb0fe-faba-4f65-b009-3c2064742e84 None None] Port 1c74f22f-3b56-4060-822e-7bb92d35fa63 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:45:32.895654 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:32.896157 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.027855 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:33.041750 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:33.042984 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 345e405e-67a3-409a-8dbd-296dda775cb0 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:45:33.090927 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 345e405e-67a3-409a-8dbd-296dda775cb0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:33.091482 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.179813 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 345e405e-67a3-409a-8dbd-296dda775cb0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:33.222281 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41674) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:33.226907 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7382e559-efb9-4aee-afe7-b80d1153f319 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1628418493', 'description': 'tempest-secgroup-smoke-1628418493 description', 'project_id': '354d7ebd6b454fb5a601a2a78a88561e'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:33.255572 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7382e559-efb9-4aee-afe7-b80d1153f319 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.272426 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Router 69d34c74-32ce-4361-8495-19839f55ab35 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:45:33.325446 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:33.332194 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7382e559-efb9-4aee-afe7-b80d1153f319 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group (7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.336472 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7382e559-efb9-4aee-afe7-b80d1153f319 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.368715 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382e559-efb9-4aee-afe7-b80d1153f319 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:33.375542 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7382e559-efb9-4aee-afe7-b80d1153f319 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.376765 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-7382e559-efb9-4aee-afe7-b80d1153f319 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1534016 Jul 25 05:45:33.379641 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41676) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:33.384317 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b314cc0a-93f5-4b64-9fa4-dbbf1b6fec9b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Request body: {'security_group_rule': {'security_group_id': '7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad', 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:33.387621 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:45:33.400052 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1e8d3-dc30-4a84-a5e4-9e1006eefbd0 None None] Sync routers for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:45:33.414377 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.416280 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1e8d3-dc30-4a84-a5e4-9e1006eefbd0 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:33.417168 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-34e1e8d3-dc30-4a84-a5e4-9e1006eefbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:45:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:33.417348 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b314cc0a-93f5-4b64-9fa4-dbbf1b6fec9b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (3cceadfa-b1a8-4e0f-88b7-6570efc8259f), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.454623 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-529ea6e8-4c46-4c59-a743-61804a219fdb tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7526658 Jul 25 05:45:33.455215 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b342a18-835a-4975-99f6-8d47fb38676a', 'tag': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:45:33.458076 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001b113d-3623-4390-9644-2fb4227ca4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1b342a18-835a-4975-99f6-8d47fb38676a", "tag": "1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:45:33.498623 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2099e758-30f6-4d17-95f0-0350574f42fa x-openstack-request-id: req-2099e758-30f6-4d17-95f0-0350574f42fa {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:45:33.499225 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b342a18-835a-4975-99f6-8d47fb38676a", "tag": "1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:45:33.499225 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2099e758-30f6-4d17-95f0-0350574f42fa {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:45:33.499701 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2099e758-30f6-4d17-95f0-0350574f42fa'] response: {'name': 'network-changed', 'server_uuid': '1b342a18-835a-4975-99f6-8d47fb38676a', 'tag': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35', 'status': 'completed', 'code': 200} Jul 25 05:45:33.501991 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b314cc0a-93f5-4b64-9fa4-dbbf1b6fec9b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (3cceadfa-b1a8-4e0f-88b7-6570efc8259f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.506500 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b314cc0a-93f5-4b64-9fa4-dbbf1b6fec9b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (3cceadfa-b1a8-4e0f-88b7-6570efc8259f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.529199 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314cc0a-93f5-4b64-9fa4-dbbf1b6fec9b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cceadfa-b1a8-4e0f-88b7-6570efc8259f,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:33.542908 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b314cc0a-93f5-4b64-9fa4-dbbf1b6fec9b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.544244 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b314cc0a-93f5-4b64-9fa4-dbbf1b6fec9b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1635098 Jul 25 05:45:33.546973 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41682) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:33.550754 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-34e1e8d3-dc30-4a84-a5e4-9e1006eefbd0 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:45:33.551341 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b031981c-825b-4c6b-b2f0-bc1843b786bc tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Request body: {'security_group_rule': {'security_group_id': '7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad', 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:33.605659 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b113d-3623-4390-9644-2fb4227ca4c4 req-a4f581f9-a908-41b9-815b-ad00d563dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:33.607161 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-001b113d-3623-4390-9644-2fb4227ca4c4 req-a4f581f9-a908-41b9-815b-ad00d563dccc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 1129 time: 0.0494742 Jul 25 05:45:33.613760 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b031981c-825b-4c6b-b2f0-bc1843b786bc tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (db3466ea-edb9-4c7e-a48e-d764f86fc951), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.691768 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:33.699059 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:33.726263 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b031981c-825b-4c6b-b2f0-bc1843b786bc tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (db3466ea-edb9-4c7e-a48e-d764f86fc951), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.739240 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b031981c-825b-4c6b-b2f0-bc1843b786bc tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (db3466ea-edb9-4c7e-a48e-d764f86fc951), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.744823 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:33.760331 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b113d-3623-4390-9644-2fb4227ca4c4 req-3923a4ec-2509-4438-8711-abc638f58597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:33.762062 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-001b113d-3623-4390-9644-2fb4227ca4c4 req-3923a4ec-2509-4438-8711-abc638f58597 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 913 time: 0.1456125 Jul 25 05:45:33.771852 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031981c-825b-4c6b-b2f0-bc1843b786bc tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3466ea-edb9-4c7e-a48e-d764f86fc951,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:33.773515 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-34e1e8d3-dc30-4a84-a5e4-9e1006eefbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '1ef588b0-099a-461e-af5d-3a9ba4824e48', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:ca:2a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b342a18-835a-4975-99f6-8d47fb38676a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:45:31Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 0, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}, {'id': 'c4c9031e-e964-4da5-8c6a-918cd97233bd', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:33:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:16Z', 'updated_at': '2022-07-25T05:43:19Z', 'revision_number': 1, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:33.784237 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b031981c-825b-4c6b-b2f0-bc1843b786bc tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.785431 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b031981c-825b-4c6b-b2f0-bc1843b786bc tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2374818 Jul 25 05:45:33.788278 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41684) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:33.794158 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6f4ea23e-991f-4094-953b-801ead9c3212 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Request body: {'security_group_rule': {'security_group_id': '7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad', 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:33.803573 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1e8d3-dc30-4a84-a5e4-9e1006eefbd0 None None] Checking router: 69d34c74-32ce-4361-8495-19839f55ab35 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:45:33.814180 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1e8d3-dc30-4a84-a5e4-9e1006eefbd0 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:33.814907 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-34e1e8d3-dc30-4a84-a5e4-9e1006eefbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:45:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:33.836354 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea23e-991f-4094-953b-801ead9c3212 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (f2f059d3-2824-4915-8d3e-bf2db2627600), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.837721 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-001b113d-3623-4390-9644-2fb4227ca4c4 req-2168e399-45f9-4ab4-b3f2-bea9e4c030f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 HTTP/1.1" status: 200 len: 998 time: 0.0668714 Jul 25 05:45:33.894673 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b113d-3623-4390-9644-2fb4227ca4c4 req-a96315f9-b0ca-4f67-9111-7eae7107a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:33.896126 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-001b113d-3623-4390-9644-2fb4227ca4c4 req-a96315f9-b0ca-4f67-9111-7eae7107a15e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2adb0773-3023-49e6-8611-e1d6ff14cd2e HTTP/1.1" status: 200 len: 851 time: 0.0500724 Jul 25 05:45:33.922957 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea23e-991f-4094-953b-801ead9c3212 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (f2f059d3-2824-4915-8d3e-bf2db2627600), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.933984 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea23e-991f-4094-953b-801ead9c3212 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (f2f059d3-2824-4915-8d3e-bf2db2627600), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.955285 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-34e1e8d3-dc30-4a84-a5e4-9e1006eefbd0 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:45:33.955524 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ea23e-991f-4094-953b-801ead9c3212 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f059d3-2824-4915-8d3e-bf2db2627600,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:33.964769 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea23e-991f-4094-953b-801ead9c3212 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:33.969425 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-6f4ea23e-991f-4094-953b-801ead9c3212 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1766214 Jul 25 05:45:33.969425 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41686) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:33.974066 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ad29f4f2-7b33-475f-8796-540b0ec19ca4 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Request body: {'security_group_rule': {'security_group_id': '7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad', 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:33.978131 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b113d-3623-4390-9644-2fb4227ca4c4 req-f2445199-84f9-4d1e-aef6-591653e560d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:33.980562 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-001b113d-3623-4390-9644-2fb4227ca4c4 req-f2445199-84f9-4d1e-aef6-591653e560d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bd65f0e-472c-4905-913d-3224424e7dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774779 Jul 25 05:45:33.983546 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:34.011652 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad29f4f2-7b33-475f-8796-540b0ec19ca4 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (605e9fd2-c0e6-4a65-b0d1-30c7a76a84f3), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:34.086502 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad29f4f2-7b33-475f-8796-540b0ec19ca4 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (605e9fd2-c0e6-4a65-b0d1-30c7a76a84f3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:34.095345 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad29f4f2-7b33-475f-8796-540b0ec19ca4 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (605e9fd2-c0e6-4a65-b0d1-30c7a76a84f3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:34.114202 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-001b113d-3623-4390-9644-2fb4227ca4c4 req-27d80eb6-d164-4267-93d7-3308895150d4 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198125 Jul 25 05:45:34.128281 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29f4f2-7b33-475f-8796-540b0ec19ca4 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605e9fd2-c0e6-4a65-b0d1-30c7a76a84f3,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:34.137022 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad29f4f2-7b33-475f-8796-540b0ec19ca4 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:34.141359 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ad29f4f2-7b33-475f-8796-540b0ec19ca4 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1713879 Jul 25 05:45:34.141984 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41688) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:34.146530 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-2bedd062-12bf-4fde-8a48-6139f42ed2a5 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Request body: {'security_group_rule': {'security_group_id': '7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad', 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:34.172375 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-2bedd062-12bf-4fde-8a48-6139f42ed2a5 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Project 354d7ebd6b454fb5a601a2a78a88561e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 05:45:34.182398 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2bedd062-12bf-4fde-8a48-6139f42ed2a5 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (f8b72d7e-13ba-4758-abd2-f7abeaccd718), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:34.249291 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2bedd062-12bf-4fde-8a48-6139f42ed2a5 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (f8b72d7e-13ba-4758-abd2-f7abeaccd718), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:34.251798 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-001b113d-3623-4390-9644-2fb4227ca4c4 req-4bdf110f-7ee0-4236-83c5-7e3569772309 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258793 Jul 25 05:45:34.254945 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2bedd062-12bf-4fde-8a48-6139f42ed2a5 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (f8b72d7e-13ba-4758-abd2-f7abeaccd718), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:34.283757 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedd062-12bf-4fde-8a48-6139f42ed2a5 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b72d7e-13ba-4758-abd2-f7abeaccd718,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:34.293244 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2bedd062-12bf-4fde-8a48-6139f42ed2a5 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:34.293932 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-34e1e8d3-dc30-4a84-a5e4-9e1006eefbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '1ef588b0-099a-461e-af5d-3a9ba4824e48', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:ca:2a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b342a18-835a-4975-99f6-8d47fb38676a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:45:31Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 0, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}, {'id': 'c4c9031e-e964-4da5-8c6a-918cd97233bd', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:33:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:16Z', 'updated_at': '2022-07-25T05:43:19Z', 'revision_number': 1, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:34.294654 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2bedd062-12bf-4fde-8a48-6139f42ed2a5 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516755 Jul 25 05:45:34.297437 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41690) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:45:34.302534 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-39b792c9-a456-4f3b-a0dd-8791ca4cf92b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Request body: {'security_group_rule': {'security_group_id': '7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad', 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:34.325716 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-39b792c9-a456-4f3b-a0dd-8791ca4cf92b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Project 354d7ebd6b454fb5a601a2a78a88561e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 05:45:34.329065 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1e8d3-dc30-4a84-a5e4-9e1006eefbd0 None None] The sync data for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi is: [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '1ef588b0-099a-461e-af5d-3a9ba4824e48', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:ca:2a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b342a18-835a-4975-99f6-8d47fb38676a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:45:31Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 0, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}, {'id': 'c4c9031e-e964-4da5-8c6a-918cd97233bd', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:33:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:16Z', 'updated_at': '2022-07-25T05:43:19Z', 'revision_number': 1, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:45:34.334524 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-39b792c9-a456-4f3b-a0dd-8791ca4cf92b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (0143f226-1b40-45c1-85cf-9c38004d555e), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:34.404895 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-39b792c9-a456-4f3b-a0dd-8791ca4cf92b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (0143f226-1b40-45c1-85cf-9c38004d555e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:34.408694 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-39b792c9-a456-4f3b-a0dd-8791ca4cf92b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (0143f226-1b40-45c1-85cf-9c38004d555e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:34.429204 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b792c9-a456-4f3b-a0dd-8791ca4cf92b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0143f226-1b40-45c1-85cf-9c38004d555e,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:34.436925 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-39b792c9-a456-4f3b-a0dd-8791ca4cf92b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:34.438260 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-39b792c9-a456-4f3b-a0dd-8791ca4cf92b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398096 Jul 25 05:45:34.738519 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c211d854-02a6-4f7b-8e0f-ed140858b80f None None] New status for floating IP 1ef588b0-099a-461e-af5d-3a9ba4824e48: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:45:34.783533 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:45:34.879206 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:34.887423 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:34.887842 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (9398d12b-7fcc-4012-93f5-5fc0836fe6b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:35.012204 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:35.012658 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9398d12b-7fcc-4012-93f5-5fc0836fe6b0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:35.034354 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] For port 9398d12b-7fcc-4012-93f5-5fc0836fe6b0, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=9398d12b-7fcc-4012-93f5-5fc0836fe6b0,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:35.038850 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (9398d12b-7fcc-4012-93f5-5fc0836fe6b0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:35.086349 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Pushing event updated for resources: {'Port': ['ID=9398d12b-7fcc-4012-93f5-5fc0836fe6b0,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:35.695904 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Sync routers for ids ['ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:45:35.706546 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Routers {'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:35.707143 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:45:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:35.812080 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Set router ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:45:35.889326 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:35.998774 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'name': 'tempest-TestShelveInstance-614614084-router', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 4, 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'gw_port': {'id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '1c74f22f-3b56-4060-822e-7bb92d35fa63', 'name': '', 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'mac_address': 'fa:16:3e:00:75:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '9affc5ca-eeb5-4671-a531-ccc5c3c158d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:30Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 2, 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'subnets': [{'id': '9affc5ca-eeb5-4671-a531-ccc5c3c158d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:36.024713 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Checking router: ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:45:36.025089 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Updating router ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 port 1c74f22f-3b56-4060-822e-7bb92d35fa63 binding host dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:45:36.056233 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:36.166292 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:36.312484 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Publish callbacks [] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:36.317742 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:36.371639 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774524e-0bfe-4c2a-9870-70686b60c20c None None] Pushing event updated for resources: {'Port': ['ID=1c74f22f-3b56-4060-822e-7bb92d35fa63,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:36.424553 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Attempting to bind port 1c74f22f-3b56-4060-822e-7bb92d35fa63 on host dv-cinder-850830-1-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:45:36.425002 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Attempting to bind port 1c74f22f-3b56-4060-822e-7bb92d35fa63 by drivers openvswitch,hyperv on host dv-cinder-850830-1-iscsi at level 0 using segments [{'id': 'd5e313aa-28bb-491f-8a70-7f079e39c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:45:36.425361 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Attempting to bind port 1c74f22f-3b56-4060-822e-7bb92d35fa63 on network 76653e27-6f8c-46ed-9e9e-8c0117108fc2 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:45:36.430926 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Checking agent: {'id': 'e8deabde-368a-426b-a026-478b804e4474', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 28, 45), 'started_at': datetime.datetime(2022, 7, 25, 5, 29, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:45:36.431374 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Checking segment: {'id': 'd5e313aa-28bb-491f-8a70-7f079e39c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:45:36.432473 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:36.433554 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Bound using segment: {'id': 'd5e313aa-28bb-491f-8a70-7f079e39c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:45:36.434051 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Bound port: 1c74f22f-3b56-4060-822e-7bb92d35fa63, host: dv-cinder-850830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e313aa-28bb-491f-8a70-7f079e39c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:45:36.434435 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:36.502313 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] For port 1c74f22f-3b56-4060-822e-7bb92d35fa63, host dv-cinder-850830-1-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:45:36.505978 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] For port 1c74f22f-3b56-4060-822e-7bb92d35fa63, host dv-cinder-850830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=1c74f22f-3b56-4060-822e-7bb92d35fa63,segment=NetworkSegment(d5e313aa-28bb-491f-8a70-7f079e39c432),segment_id=d5e313aa-28bb-491f-8a70-7f079e39c432)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:45:36.512422 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:36.573919 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Routers {'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:36.574549 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:45:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:36.576229 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774524e-0bfe-4c2a-9870-70686b60c20c None None] Pushing event updated for resources: {'Port': ['ID=1c74f22f-3b56-4060-822e-7bb92d35fa63,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:36.634742 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7b9454a9-2899-4385-83c9-4cd55a33ffd5 None None] Provisioning complete for port 1c74f22f-3b56-4060-822e-7bb92d35fa63 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:36.635380 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7b9454a9-2899-4385-83c9-4cd55a33ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:36.711461 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] Set router ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:45:36.725867 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7b9454a9-2899-4385-83c9-4cd55a33ffd5 None None] Current status of the port 1c74f22f-3b56-4060-822e-7bb92d35fa63 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:36.726323 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7b9454a9-2899-4385-83c9-4cd55a33ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:36.784839 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7b9454a9-2899-4385-83c9-4cd55a33ffd5 None None] For port 1c74f22f-3b56-4060-822e-7bb92d35fa63, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=1c74f22f-3b56-4060-822e-7bb92d35fa63,segment=NetworkSegment(d5e313aa-28bb-491f-8a70-7f079e39c432),segment_id=d5e313aa-28bb-491f-8a70-7f079e39c432)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:36.790342 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7b9454a9-2899-4385-83c9-4cd55a33ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:36.808746 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:36.835515 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 1c74f22f-3b56-4060-822e-7bb92d35fa63 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:45:36.873272 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9454a9-2899-4385-83c9-4cd55a33ffd5 None None] Pushing event updated for resources: {'Port': ['ID=1c74f22f-3b56-4060-822e-7bb92d35fa63,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:36.896594 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 1c74f22f-3b56-4060-822e-7bb92d35fa63 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:36.897010 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:36.935948 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:36.941250 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a4fa9b26-64fc-4aca-b3d6-9680c31ed1c6 None None] Provisioning complete for port 1c74f22f-3b56-4060-822e-7bb92d35fa63 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:36.941618 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a4fa9b26-64fc-4aca-b3d6-9680c31ed1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:36.947095 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'name': 'tempest-TestShelveInstance-614614084-router', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 4, 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'gw_port': {'id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '1c74f22f-3b56-4060-822e-7bb92d35fa63', 'name': '', 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'mac_address': 'fa:16:3e:00:75:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '9affc5ca-eeb5-4671-a531-ccc5c3c158d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:30Z', 'updated_at': '2022-07-25T05:45:36Z', 'revision_number': 4, 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'subnets': [{'id': '9affc5ca-eeb5-4671-a531-ccc5c3c158d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:36.976325 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ce30a-94df-4041-96c9-e0d74dacc47c None None] The sync data for ids ['ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'] in dv-cinder-850830-1-iscsi is: [{'id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'name': 'tempest-TestShelveInstance-614614084-router', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 4, 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'gw_port': {'id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '1c74f22f-3b56-4060-822e-7bb92d35fa63', 'name': '', 'network_id': '76653e27-6f8c-46ed-9e9e-8c0117108fc2', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'mac_address': 'fa:16:3e:00:75:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '9affc5ca-eeb5-4671-a531-ccc5c3c158d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:30Z', 'updated_at': '2022-07-25T05:45:36Z', 'revision_number': 4, 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'subnets': [{'id': '9affc5ca-eeb5-4671-a531-ccc5c3c158d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:45:37.043992 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 1c74f22f-3b56-4060-822e-7bb92d35fa63 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:37.045105 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:45:37.215509 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa9b26-64fc-4aca-b3d6-9680c31ed1c6 None None] Current status of the port 1c74f22f-3b56-4060-822e-7bb92d35fa63 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:37.241129 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:37.241525 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (9398d12b-7fcc-4012-93f5-5fc0836fe6b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:37.323690 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:38.743673 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 1c74f22f-3b56-4060-822e-7bb92d35fa63 up at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:45:38.787464 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:38.790142 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Provisioning complete for port 1c74f22f-3b56-4060-822e-7bb92d35fa63 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:38.790521 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:38.868933 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Current status of the port 1c74f22f-3b56-4060-822e-7bb92d35fa63 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:45:39.333185 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d8dede2-b815-4f42-b10d-1ba36a810cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:41.721439 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-013a039b-197c-4d99-97eb-ce2c296cea31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:42.579338 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:42.729441 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:44.166671 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:44.275054 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:44.281541 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=33,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:44.424507 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=59,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:44.428990 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=45,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:44.710522 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:46.949257 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:46.950118 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=13 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:47.929899 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:45:51.917448 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-15309411-1f95-4a9b-a3ba-a0784d7ef4b5 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628418493&fields=id&tenant_id=354d7ebd6b454fb5a601a2a78a88561e HTTP/1.1" status: 200 len: 267 time: 0.0447505 Jul 25 05:45:52.027232 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-ed85a66a-0952-456b-a656-a2d363d7c0c1 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:52.028594 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-ed85a66a-0952-456b-a656-a2d363d7c0c1 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/networks?id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 HTTP/1.1" status: 200 len: 809 time: 0.1038163 Jul 25 05:45:52.043374 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-f57447e2-bd1f-45c1-ba3e-3635ab5c9f24 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/quotas/354d7ebd6b454fb5a601a2a78a88561e HTTP/1.1" status: 200 len: 375 time: 0.0089829 Jul 25 05:45:52.090372 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-5b01ebda-251a-4b65-b767-45e830ef04b3 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=354d7ebd6b454fb5a601a2a78a88561e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0418022 Jul 25 05:45:52.183529 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-ff80c6b7-dcb0-4dcd-96f2-c7b1abe6d619 service neutron] 10.222.0.33 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818772 Jul 25 05:45:52.274222 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-df1bfe87-c15c-4f50-9d50-093dab071831 service neutron] 10.222.0.33 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851190 Jul 25 05:45:53.570617 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bb1695d7-06ed-4e68-8cc7-d1f909ba9d09 req-46867c82-4252-49ff-91bd-b5d5974b2409 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 210 time: 0.0304475 Jul 25 05:45:54.668127 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1a055fb9-adec-4015-8554-08e6463f7552 req-9516aa28-a313-415e-8f81-6e424d8f6023 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 210 time: 0.0308661 Jul 25 05:45:54.700071 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:54.706692 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:55.322408 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-66ac3723-45c2-4793-bc41-e8bab108d68e tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:55.323842 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-66ac3723-45c2-4793-bc41-e8bab108d68e tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.43 "GET /v2.0/networks?id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 HTTP/1.1" status: 200 len: 809 time: 0.1089032 Jul 25 05:45:55.460697 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-117f4609-598f-44b6-b1df-b51ce30f9e94 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=354d7ebd6b454fb5a601a2a78a88561e HTTP/1.1" status: 200 len: 380 time: 0.0559981 Jul 25 05:45:55.469316 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-8297c4ff-9311-4d72-8583-2e83d55fe7c9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Request body: {'port': {'device_id': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'admin_state_up': True, 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'security_groups': ['7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:55.579867 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-8297c4ff-9311-4d72-8583-2e83d55fe7c9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Made reservation on behalf of 354d7ebd6b454fb5a601a2a78a88561e for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:45:55.583240 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-8297c4ff-9311-4d72-8583-2e83d55fe7c9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:55.718093 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-8297c4ff-9311-4d72-8583-2e83d55fe7c9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Allocated IP 172.20.0.6 (152f2c4c-f1d7-4b80-8c66-de0cfa8e3082/2ef97185-3ac4-47a3-bce7-1a030a296ec0/1046d76f-597e-40e1-a094-544799c676dd) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:45:55.770941 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2f571f28-4035-4b61-aae7-117ba870518b req-2b48d5e5-4a0a-47a8-90ee-a5bc9737cd13 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 210 time: 0.0305190 Jul 25 05:45:55.881268 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-8297c4ff-9311-4d72-8583-2e83d55fe7c9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for port (1046d76f-597e-40e1-a094-544799c676dd), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:55.914329 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-8297c4ff-9311-4d72-8583-2e83d55fe7c9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (1046d76f-597e-40e1-a094-544799c676dd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:55.957398 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-8297c4ff-9311-4d72-8583-2e83d55fe7c9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:45:55.962583 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-8297c4ff-9311-4d72-8583-2e83d55fe7c9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:45:55.965055 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-8297c4ff-9311-4d72-8583-2e83d55fe7c9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:45:55.992961 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297c4ff-9311-4d72-8583-2e83d55fe7c9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Pushing event updated for resources: {'Port': ['ID=1046d76f-597e-40e1-a094-544799c676dd,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:56.022978 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-8297c4ff-9311-4d72-8583-2e83d55fe7c9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:56.023609 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-8297c4ff-9311-4d72-8583-2e83d55fe7c9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:56.041582 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-8297c4ff-9311-4d72-8583-2e83d55fe7c9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758498 Jul 25 05:45:56.061681 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Request body: {'port': {'device_id': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:45:56.126923 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:56.130590 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1046d76f-597e-40e1-a094-544799c676dd), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:56.149114 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bb113062-d2c8-4863-8c1d-48e3a1059e21 None None] Provisioning complete for port 1046d76f-597e-40e1-a094-544799c676dd triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:45:56.149719 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bb113062-d2c8-4863-8c1d-48e3a1059e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1046d76f-597e-40e1-a094-544799c676dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:56.165248 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:56.182999 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bb113062-d2c8-4863-8c1d-48e3a1059e21 None None] Port 1046d76f-597e-40e1-a094-544799c676dd cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:45:56.394972 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1046d76f-597e-40e1-a094-544799c676dd {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:45:56.403263 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Publish callbacks [] for port (1046d76f-597e-40e1-a094-544799c676dd), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:56.417064 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Transition to ACTIVE for port object 1046d76f-597e-40e1-a094-544799c676dd will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:45:56.421386 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (1046d76f-597e-40e1-a094-544799c676dd), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:56.499038 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1046d76f-597e-40e1-a094-544799c676dd,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:56.570598 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Attempting to bind port 1046d76f-597e-40e1-a094-544799c676dd on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:45:56.570863 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Attempting to bind port 1046d76f-597e-40e1-a094-544799c676dd by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': '7026a269-c6fe-4445-bae6-a4f712b2e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:45:56.571189 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Attempting to bind port 1046d76f-597e-40e1-a094-544799c676dd on network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:45:56.577095 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Port 1046d76f-597e-40e1-a094-544799c676dd on network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:45:56.577420 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Attempting to bind port 1046d76f-597e-40e1-a094-544799c676dd on network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:45:56.583538 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:45:56.583867 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Checking segment: {'id': '7026a269-c6fe-4445-bae6-a4f712b2e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:45:56.584249 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Bound using segment: {'id': '7026a269-c6fe-4445-bae6-a4f712b2e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:45:56.584674 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Bound port: 1046d76f-597e-40e1-a094-544799c676dd, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7026a269-c6fe-4445-bae6-a4f712b2e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:45:56.585082 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1046d76f-597e-40e1-a094-544799c676dd), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:56.661842 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] For port 1046d76f-597e-40e1-a094-544799c676dd, host hv-cinder-85083, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:45:56.661842 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] For port 1046d76f-597e-40e1-a094-544799c676dd, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1046d76f-597e-40e1-a094-544799c676dd,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:45:56.662200 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (1046d76f-597e-40e1-a094-544799c676dd), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:56.706670 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:56.707294 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:56.708739 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] 10.222.0.43 "PUT /v2.0/ports/1046d76f-597e-40e1-a094-544799c676dd HTTP/1.1" status: 200 len: 1093 time: 0.6514676 Jul 25 05:45:56.709211 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'tag': '1046d76f-597e-40e1-a094-544799c676dd'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:45:56.711467 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81961b9-0889-4464-9c36-267cce6e9566" -d '{"events": [{"name": "network-changed", "server_uuid": "2221cc83-bea9-40a3-8091-ab87d3e19559", "tag": "1046d76f-597e-40e1-a094-544799c676dd"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:45:56.736934 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce75b69-14e1-4653-8d99-688afd3c59a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1046d76f-597e-40e1-a094-544799c676dd,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:56.762856 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827c9510-41c2-4e9d-9054-8eb649da6d93 x-openstack-request-id: req-827c9510-41c2-4e9d-9054-8eb649da6d93 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:45:56.763144 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2221cc83-bea9-40a3-8091-ab87d3e19559", "tag": "1046d76f-597e-40e1-a094-544799c676dd", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:45:56.763397 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-827c9510-41c2-4e9d-9054-8eb649da6d93 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:45:56.763829 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-827c9510-41c2-4e9d-9054-8eb649da6d93'] response: {'name': 'network-changed', 'server_uuid': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'tag': '1046d76f-597e-40e1-a094-544799c676dd', 'status': 'completed', 'code': 200} Jul 25 05:45:56.861673 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-bd1c860e-2d47-4f23-a93d-a7e9bed7da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:56.863404 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-bd1c860e-2d47-4f23-a93d-a7e9bed7da61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=354d7ebd6b454fb5a601a2a78a88561e&device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 1127 time: 0.0705116 Jul 25 05:45:56.914240 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7954468-4559-4fdd-8be6-65a3472b6896 req-c6e9967b-1ff6-4a1d-bf0a-9d5080e90763 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:56.915663 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a7954468-4559-4fdd-8be6-65a3472b6896 req-c6e9967b-1ff6-4a1d-bf0a-9d5080e90763 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0503714 Jul 25 05:45:56.981915 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cd4b2-4ac2-4177-bdd3-791626846b73 req-acceab18-f473-4ae4-b975-705eeaca2414 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:56.983325 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-029cd4b2-4ac2-4177-bdd3-791626846b73 req-acceab18-f473-4ae4-b975-705eeaca2414 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 947 time: 0.0766840 Jul 25 05:45:57.019684 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a7954468-4559-4fdd-8be6-65a3472b6896 req-47dbd8ef-9497-4406-921f-2901bc7d5076 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951703 Jul 25 05:45:57.048359 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-029cd4b2-4ac2-4177-bdd3-791626846b73 req-603c51ec-4af4-444b-9993-e26ae2579515 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590160 Jul 25 05:45:57.926275 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:58.163030 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898f43f-7e26-4f7d-a2d7-9cb4e07a87a3 req-cb4365fd-cc37-4216-b52b-f30fe4f0e576 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:58.164509 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1898f43f-7e26-4f7d-a2d7-9cb4e07a87a3 req-cb4365fd-cc37-4216-b52b-f30fe4f0e576 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0738811 Jul 25 05:45:58.186951 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885af49f-837c-40e2-bcc4-5737d2a77652 req-0e1c1ca9-eb70-4a2e-a7fe-ba84e9d513f1 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:58.188563 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-885af49f-837c-40e2-bcc4-5737d2a77652 req-0e1c1ca9-eb70-4a2e-a7fe-ba84e9d513f1 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 947 time: 0.0673742 Jul 25 05:45:58.254772 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1898f43f-7e26-4f7d-a2d7-9cb4e07a87a3 req-416be375-55da-49e0-8006-fd3b9b3fbcbc tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827332 Jul 25 05:45:58.265677 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-885af49f-837c-40e2-bcc4-5737d2a77652 req-f70c2329-cfc4-4fba-8934-0e064d8d247f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=843521d7-fa1a-47fd-8a51-47daa2beb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700889 Jul 25 05:45:58.384071 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-2cd47cda-0fe7-47bf-a4a3-aa85a82d0fed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1046d76f-597e-40e1-a094-544799c676dd HTTP/1.1" status: 200 len: 217 time: 0.0342062 Jul 25 05:45:58.572208 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-d99700c0-3839-48d5-8562-e9ebd5ab10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:58.573666 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-d99700c0-3839-48d5-8562-e9ebd5ab10e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ef97185-3ac4-47a3-bce7-1a030a296ec0 HTTP/1.1" status: 200 len: 848 time: 0.0445700 Jul 25 05:45:58.620845 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-08112808-4468-4211-b908-3c54e39edc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:58.622288 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-08112808-4468-4211-b908-3c54e39edc5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421486 Jul 25 05:45:58.787227 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26e101-db55-4da9-8849-847e469efc0e req-1e416a4a-6a63-4446-80f0-446c848a5ec2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:58.788650 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2f26e101-db55-4da9-8849-847e469efc0e req-1e416a4a-6a63-4446-80f0-446c848a5ec2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 947 time: 0.0966220 Jul 25 05:45:58.804259 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:58.847541 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-802a29b8-d19d-4315-82bb-cd290503e269 service neutron] 10.222.0.43 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644325 Jul 25 05:45:58.906255 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:58.943365 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-2f26e101-db55-4da9-8849-847e469efc0e req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Deleting port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:45:58.943620 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2f26e101-db55-4da9-8849-847e469efc0e req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:59.026253 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb2e72ce-9e1b-4539-9143-db6f3bf948c0 req-3a1b1bc4-1686-4695-bb96-17f82e309717 service neutron] 10.222.0.43 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703634 Jul 25 05:45:59.052832 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-2f26e101-db55-4da9-8849-847e469efc0e req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] For port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:45:59.053249 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2f26e101-db55-4da9-8849-847e469efc0e req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:59.216015 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2f26e101-db55-4da9-8849-847e469efc0e req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:59.216280 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2f26e101-db55-4da9-8849-847e469efc0e req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (aae41def-dbc0-4971-bc4b-33214ff74a69), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:59.216590 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-2f26e101-db55-4da9-8849-847e469efc0e req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Floating IP aae41def-dbc0-4971-bc4b-33214ff74a69 disassociated. External IP: 172.27.3.6, port: 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc. Jul 25 05:45:59.216969 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-2f26e101-db55-4da9-8849-847e469efc0e req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Calling delete_port for 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:45:59.349536 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2f26e101-db55-4da9-8849-847e469efc0e req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:59.397803 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-857bd3cb-543c-41c4-87e3-690f1a7f7ab6 req-257fbf96-3d35-4abd-a3bc-fcb2ec7632e8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 210 time: 0.0435407 Jul 25 05:45:59.408217 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event deleted for resources: {'Port': ['ID=15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:45:59.409302 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30059fc-347b-4406-8095-e6eaeb2a1eaf req-e47fcaab-0935-4d39-87e5-adccc49f58a9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:59.411570 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b30059fc-347b-4406-8095-e6eaeb2a1eaf req-e47fcaab-0935-4d39-87e5-adccc49f58a9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0901790 Jul 25 05:45:59.424265 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81961b9-0889-4464-9c36-267cce6e9566 req-6194cd79-b44b-4fc5-9b3e-6cd743284ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:59.425809 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a81961b9-0889-4464-9c36-267cce6e9566 req-6194cd79-b44b-4fc5-9b3e-6cd743284ef4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=354d7ebd6b454fb5a601a2a78a88561e&device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 1127 time: 0.0744083 Jul 25 05:45:59.476945 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b30059fc-347b-4406-8095-e6eaeb2a1eaf req-48438b34-3947-4406-a4e4-e608cced7212 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482998 Jul 25 05:45:59.602441 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f26e101-db55-4da9-8849-847e469efc0e req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Router f632e564-9df5-4703-a6b8-dcc5255d2e94 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:45:59.603973 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81961b9-0889-4464-9c36-267cce6e9566 req-49336cdf-2790-43b8-b8e2-5495daa61c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:59.605446 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a81961b9-0889-4464-9c36-267cce6e9566 req-49336cdf-2790-43b8-b8e2-5495daa61c66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 HTTP/1.1" status: 200 len: 910 time: 0.1447713 Jul 25 05:45:59.677506 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:59.681034 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a81961b9-0889-4464-9c36-267cce6e9566 req-0dce6a42-92af-40b2-8a2d-b16c96377494 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1046d76f-597e-40e1-a094-544799c676dd HTTP/1.1" status: 200 len: 217 time: 0.0683169 Jul 25 05:45:59.779601 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81961b9-0889-4464-9c36-267cce6e9566 req-27c5ab5d-eda1-45f1-96e0-c6bb388a17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:59.781128 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a81961b9-0889-4464-9c36-267cce6e9566 req-27c5ab5d-eda1-45f1-96e0-c6bb388a17b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ef97185-3ac4-47a3-bce7-1a030a296ec0 HTTP/1.1" status: 200 len: 848 time: 0.0885146 Jul 25 05:45:59.785931 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f26e101-db55-4da9-8849-847e469efc0e req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:45:59.790814 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:45:59.796040 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df954dd-ba9e-414b-a78d-d5b3d551cdfa None None] Sync routers for ids ['f632e564-9df5-4703-a6b8-dcc5255d2e94'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:45:59.814724 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df954dd-ba9e-414b-a78d-d5b3d551cdfa None None] Routers {'f632e564-9df5-4703-a6b8-dcc5255d2e94'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:45:59.815354 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-2df954dd-ba9e-414b-a78d-d5b3d551cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:45:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['f632e564-9df5-4703-a6b8-dcc5255d2e94'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:45:59.866286 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f26e101-db55-4da9-8849-847e469efc0e req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] No DVR routers for this DVR port 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc on host hv-cinder-85083 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:45:59.870507 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2f26e101-db55-4da9-8849-847e469efc0e req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:45:59.873836 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2f26e101-db55-4da9-8849-847e469efc0e req-d4248c80-d0ea-4109-871a-0445d252dde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.43 "DELETE /v2.0/ports/15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc HTTP/1.1" status: 204 len: 173 time: 1.0787604 Jul 25 05:45:59.874284 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'name': 'network-vif-deleted', 'tag': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:45:59.877743 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88a4c28-cf0d-489b-80bd-b465e1038b7b" -d '{"events": [{"server_uuid": "cbb16475-6c9b-4c00-be15-0b5f68b01d0a", "name": "network-vif-deleted", "tag": "15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:45:59.883388 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81961b9-0889-4464-9c36-267cce6e9566 req-c010e7aa-a087-45fd-ba19-0938ad37eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:45:59.884923 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a81961b9-0889-4464-9c36-267cce6e9566 req-c010e7aa-a087-45fd-ba19-0938ad37eca2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931926 Jul 25 05:45:59.938245 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-2df954dd-ba9e-414b-a78d-d5b3d551cdfa None None] Set router f632e564-9df5-4703-a6b8-dcc5255d2e94 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:46:00.148211 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-2df954dd-ba9e-414b-a78d-d5b3d551cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:05Z', 'revision_number': 5, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:46:00.174008 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dae0f9-20dd-481c-98b4-e3872f268a97 x-openstack-request-id: req-c1dae0f9-20dd-481c-98b4-e3872f268a97 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:46:00.174288 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb16475-6c9b-4c00-be15-0b5f68b01d0a", "name": "network-vif-deleted", "tag": "15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:46:00.174527 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c1dae0f9-20dd-481c-98b4-e3872f268a97 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:46:00.174917 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1dae0f9-20dd-481c-98b4-e3872f268a97'] response: {'server_uuid': 'cbb16475-6c9b-4c00-be15-0b5f68b01d0a', 'name': 'network-vif-deleted', 'tag': '15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc', 'status': 'completed', 'code': 200} Jul 25 05:46:00.177668 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df954dd-ba9e-414b-a78d-d5b3d551cdfa None None] Checking router: f632e564-9df5-4703-a6b8-dcc5255d2e94 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:46:00.186137 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df954dd-ba9e-414b-a78d-d5b3d551cdfa None None] Routers {'f632e564-9df5-4703-a6b8-dcc5255d2e94'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:46:00.186737 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-2df954dd-ba9e-414b-a78d-d5b3d551cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:45:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['f632e564-9df5-4703-a6b8-dcc5255d2e94'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:46:00.242700 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a81961b9-0889-4464-9c36-267cce6e9566 req-254041f1-77a3-4d00-9c28-3d9a3329bfa7 service neutron] 10.222.0.43 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505437 Jul 25 05:46:00.285113 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-2df954dd-ba9e-414b-a78d-d5b3d551cdfa None None] Set router f632e564-9df5-4703-a6b8-dcc5255d2e94 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:46:00.429095 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a81961b9-0889-4464-9c36-267cce6e9566 req-b8ce6b20-5deb-44a6-82da-88e57b026f2c service neutron] 10.222.0.43 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934339 Jul 25 05:46:00.489566 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-2df954dd-ba9e-414b-a78d-d5b3d551cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:05Z', 'revision_number': 5, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:46:00.516534 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df954dd-ba9e-414b-a78d-d5b3d551cdfa None None] The sync data for ids ['f632e564-9df5-4703-a6b8-dcc5255d2e94'] in dv-cinder-850830-1-iscsi is: [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:05Z', 'revision_number': 5, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:46:00.535680 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a9fdfb9d-22d5-4f62-9eb0-ded3de322e29 req-82653ef5-9594-4e6f-86da-bd1441316811 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=cbb16475-6c9b-4c00-be15-0b5f68b01d0a HTTP/1.1" status: 200 len: 210 time: 0.0403869 Jul 25 05:46:00.605354 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf110e-9402-4227-ada7-949da15e71a1 req-d09ca573-d29f-4358-8207-b06beba92455 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:00.606961 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-97bf110e-9402-4227-ada7-949da15e71a1 req-d09ca573-d29f-4358-8207-b06beba92455 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0527751 Jul 25 05:46:00.641760 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:00.661225 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-97bf110e-9402-4227-ada7-949da15e71a1 req-5ac2b80c-3d21-45c0-b9fa-7508dd4e2c5d tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476182 Jul 25 05:46:00.753546 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5daa3c-a38c-4143-abf7-14b6693a1358 None None] New status for floating IP aae41def-dbc0-4971-bc4b-33214ff74a69: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:46:01.574736 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:46:01.594468 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:46:01.594813 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 15a6d48c-ebb3-4f96-b5e1-47ebdcba10bc not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:46:01.640081 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41876) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:46:01.695104 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e92acd5-ef7c-4ba1-bdc1-cf08d2180fa0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group (843521d7-fa1a-47fd-8a51-47daa2beb9be), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:01.719693 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e92acd5-ef7c-4ba1-bdc1-cf08d2180fa0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group (843521d7-fa1a-47fd-8a51-47daa2beb9be), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:01.758988 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:01.769546 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e92acd5-ef7c-4ba1-bdc1-cf08d2180fa0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (843521d7-fa1a-47fd-8a51-47daa2beb9be), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:01.772102 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e92acd5-ef7c-4ba1-bdc1-cf08d2180fa0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:01.773283 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-8e92acd5-ef7c-4ba1-bdc1-cf08d2180fa0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "DELETE /v2.0/security-groups/843521d7-fa1a-47fd-8a51-47daa2beb9be HTTP/1.1" status: 204 len: 168 time: 0.1321929 Jul 25 05:46:01.776623 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41880) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:46:01.777634 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7160b-10a0-466a-800a-b7b0a20fc8ff req-cbb4deaf-66f4-4416-91de-c20dc902c817 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:01.779106 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-02c7160b-10a0-466a-800a-b7b0a20fc8ff req-cbb4deaf-66f4-4416-91de-c20dc902c817 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0484786 Jul 25 05:46:01.794523 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92acd5-ef7c-4ba1-bdc1-cf08d2180fa0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843521d7-fa1a-47fd-8a51-47daa2beb9be,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:01.796554 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.api.v2.resource [None req-bc5c0133-638f-4f44-b776-30113e990c3a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] show failed (client error): The resource could not be found. Jul 25 05:46:01.798514 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-bc5c0133-638f-4f44-b776-30113e990c3a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups/843521d7-fa1a-47fd-8a51-47daa2beb9be HTTP/1.1" status: 404 len: 347 time: 0.0207059 Jul 25 05:46:01.801342 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41882) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:46:01.901886 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-02c7160b-10a0-466a-800a-b7b0a20fc8ff req-2b175bc6-c02f-40ee-be6c-0df21e624491 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161885 Jul 25 05:46:01.934872 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Deleting port e0157977-2120-4acb-931a-8abe5468522a {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:46:01.935216 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (e0157977-2120-4acb-931a-8abe5468522a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.016148 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (e0157977-2120-4acb-931a-8abe5468522a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.016478 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for floatingip (e0157977-2120-4acb-931a-8abe5468522a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.028377 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Calling delete_port for e0157977-2120-4acb-931a-8abe5468522a owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:46:02.157807 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (e0157977-2120-4acb-931a-8abe5468522a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.181897 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event deleted for resources: {'Port': ['ID=e0157977-2120-4acb-931a-8abe5468522a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:02.194107 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.194459 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.194805 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.195160 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.195501 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.195832 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.196158 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.196479 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.196823 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.197147 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.197486 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.197805 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.198123 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.198443 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.198760 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:46:02.253486 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for floatingip (aae41def-dbc0-4971-bc4b-33214ff74a69), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.256066 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.257207 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-0081c89a-f8a7-4e07-a83b-91746f2527bb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "DELETE /v2.0/floatingips/aae41def-dbc0-4971-bc4b-33214ff74a69 HTTP/1.1" status: 204 len: 168 time: 0.4549677 Jul 25 05:46:02.334225 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 41886) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:46:02.338808 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ef496fe8-f63a-470d-83de-4c7304805003 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1042681636', 'description': 'tempest-description--1183482160'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:46:02.359051 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef496fe8-f63a-470d-83de-4c7304805003 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.431644 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef496fe8-f63a-470d-83de-4c7304805003 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group (81d30934-82db-43d6-8a59-4d5d7f6ecac8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.435146 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef496fe8-f63a-470d-83de-4c7304805003 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (81d30934-82db-43d6-8a59-4d5d7f6ecac8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.464282 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef496fe8-f63a-470d-83de-4c7304805003 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.465615 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ef496fe8-f63a-470d-83de-4c7304805003 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1303477 Jul 25 05:46:02.468447 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41888) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:46:02.470240 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef496fe8-f63a-470d-83de-4c7304805003 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d30934-82db-43d6-8a59-4d5d7f6ecac8,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:02.474751 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1e0d04cf-9cf6-4983-a53a-449aadcf35b0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Request body: {'security_group_rule': {'security_group_id': '81d30934-82db-43d6-8a59-4d5d7f6ecac8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:46:02.503926 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e0d04cf-9cf6-4983-a53a-449aadcf35b0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group_rule (22517458-7e14-4bbc-be44-ff808c09ca6f), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.562725 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e0d04cf-9cf6-4983-a53a-449aadcf35b0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group_rule (22517458-7e14-4bbc-be44-ff808c09ca6f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.566015 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e0d04cf-9cf6-4983-a53a-449aadcf35b0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (22517458-7e14-4bbc-be44-ff808c09ca6f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.584624 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d04cf-9cf6-4983-a53a-449aadcf35b0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22517458-7e14-4bbc-be44-ff808c09ca6f,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:02.589399 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e0d04cf-9cf6-4983-a53a-449aadcf35b0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.590567 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1e0d04cf-9cf6-4983-a53a-449aadcf35b0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203997 Jul 25 05:46:02.593304 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41890) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:46:02.598075 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2a351996-a38a-4fca-8def-67076198be7e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Request body: {'security_group_rule': {'security_group_id': '81d30934-82db-43d6-8a59-4d5d7f6ecac8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:46:02.623705 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a351996-a38a-4fca-8def-67076198be7e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group_rule (c03bdde3-7a13-4956-b1fd-c12e99500fa2), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.680538 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a351996-a38a-4fca-8def-67076198be7e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group_rule (c03bdde3-7a13-4956-b1fd-c12e99500fa2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.684252 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a351996-a38a-4fca-8def-67076198be7e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627405'] for security_group_rule (c03bdde3-7a13-4956-b1fd-c12e99500fa2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.704032 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a351996-a38a-4fca-8def-67076198be7e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03bdde3-7a13-4956-b1fd-c12e99500fa2,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:02.715704 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a351996-a38a-4fca-8def-67076198be7e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.716906 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2a351996-a38a-4fca-8def-67076198be7e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220374 Jul 25 05:46:02.720400 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41892) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:46:02.724715 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Request body: {'floatingip': {'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:46:02.745373 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.761003 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:02.827631 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:02.836748 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:02.934081 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Allocated IP 172.27.3.219 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/13fc1901-5bf1-4a86-b244-68be84ed9659) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:46:03.024237 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7ccea-21e1-4650-945e-34db793fc2df req-24185ebf-fb1c-4cd8-bcfc-3756c26809e6 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:03.025778 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aa7ccea-21e1-4650-945e-34db793fc2df req-24185ebf-fb1c-4cd8-bcfc-3756c26809e6 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0490999 Jul 25 05:46:03.043390 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for port (13fc1901-5bf1-4a86-b244-68be84ed9659), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:03.075314 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7aa7ccea-21e1-4650-945e-34db793fc2df req-2cba665f-9a21-4763-82b2-4011f2080c8c tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437241 Jul 25 05:46:03.075940 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (13fc1901-5bf1-4a86-b244-68be84ed9659), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:03.114987 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:46:03.120430 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:46:03.122861 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:46:03.152071 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event updated for resources: {'Port': ['ID=13fc1901-5bf1-4a86-b244-68be84ed9659,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:03.216695 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for floatingip (409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:03.253897 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (13fc1901-5bf1-4a86-b244-68be84ed9659), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:03.399958 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for port (13fc1901-5bf1-4a86-b244-68be84ed9659), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:03.404232 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (13fc1901-5bf1-4a86-b244-68be84ed9659), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:03.463576 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:03.470939 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event updated for resources: {'Port': ['ID=13fc1901-5bf1-4a86-b244-68be84ed9659,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:03.486811 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:03.502010 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:03.503258 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e96ddfdd-d3b0-468e-a115-840f7cb8b792 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7818363 Jul 25 05:46:03.694242 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-379825c4-d9fc-4eb9-b28e-ff5aad9c85c9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1042681636&fields=id&tenant_id=07879d074bee4b36b1f2f661dc4aeb7f HTTP/1.1" status: 200 len: 267 time: 0.0421257 Jul 25 05:46:03.709573 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:03.766630 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:03.806801 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4523f-0417-45dd-8444-17ab992a12de req-fcec75f4-24e8-400e-8cf1-1c78ba7a1919 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:03.808281 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-fcec75f4-24e8-400e-8cf1-1c78ba7a1919 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/networks?id=a3bf226e-5490-492a-a2d4-f65b0aace87c HTTP/1.1" status: 200 len: 816 time: 0.1076818 Jul 25 05:46:03.823752 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-d0a614dd-72e9-411b-9cc6-6b76df60f4b8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/quotas/07879d074bee4b36b1f2f661dc4aeb7f HTTP/1.1" status: 200 len: 375 time: 0.0092614 Jul 25 05:46:03.874270 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-1f2c3c04-cad0-472c-a88b-79ce7e31b5a2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=07879d074bee4b36b1f2f661dc4aeb7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451617 Jul 25 05:46:03.975702 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-9613746d-bc82-493c-a4ae-302ae2bbccd9 service neutron] 10.222.0.33 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876696 Jul 25 05:46:04.065432 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-8f1329ea-a90c-46b6-b6b2-532b21b7928f service neutron] 10.222.0.33 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836489 Jul 25 05:46:04.208245 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a1a76-c440-4335-a855-bec8718d226d req-8f28c78f-dcf5-4c4d-ab15-e2c6706b2c94 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:04.216371 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cd9a1a76-c440-4335-a855-bec8718d226d req-8f28c78f-dcf5-4c4d-ab15-e2c6706b2c94 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0702608 Jul 25 05:46:04.264607 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aa426255-be41-4d78-87a9-ab3079c407c9 req-d791e40e-b2c0-4cfe-ad61-ab695cfed9f8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 210 time: 0.0456138 Jul 25 05:46:04.298093 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cd9a1a76-c440-4335-a855-bec8718d226d req-20028b4d-b779-41bf-88dd-10e638876e45 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808032 Jul 25 05:46:05.370987 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-433d97c1-e7ae-4a91-ab5b-6fe50fc05438 req-f587b37d-674d-41b7-8c7e-b2066be2ab68 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 210 time: 0.0311227 Jul 25 05:46:05.429638 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fd849-8b54-4aca-8670-84bd507794a0 req-d9f951b5-ea4d-4e2f-8ffd-e3005ef08667 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:05.431087 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2b3fd849-8b54-4aca-8670-84bd507794a0 req-d9f951b5-ea4d-4e2f-8ffd-e3005ef08667 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0635276 Jul 25 05:46:05.480612 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2b3fd849-8b54-4aca-8670-84bd507794a0 req-da584a71-beb9-4867-8e89-40c1ef7a57c1 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438383 Jul 25 05:46:05.927802 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4523f-0417-45dd-8444-17ab992a12de req-14c83a3d-c456-4cb8-b92a-0b40c06169d2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:05.929277 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-14c83a3d-c456-4cb8-b92a-0b40c06169d2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.43 "GET /v2.0/networks?id=a3bf226e-5490-492a-a2d4-f65b0aace87c HTTP/1.1" status: 200 len: 816 time: 0.1075058 Jul 25 05:46:05.952447 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:06.005890 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-f7e57dea-b851-4df0-98e8-feec4894a866 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07879d074bee4b36b1f2f661dc4aeb7f HTTP/1.1" status: 200 len: 380 time: 0.0588701 Jul 25 05:46:06.139034 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-c7e4523f-0417-45dd-8444-17ab992a12de req-f43096e4-3900-4e4b-841f-57af6175e59e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Request body: {'port': {'device_id': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'admin_state_up': True, 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'security_groups': ['81d30934-82db-43d6-8a59-4d5d7f6ecac8']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:46:06.249744 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e4523f-0417-45dd-8444-17ab992a12de req-f43096e4-3900-4e4b-841f-57af6175e59e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Made reservation on behalf of 07879d074bee4b36b1f2f661dc4aeb7f for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:46:06.254147 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c7e4523f-0417-45dd-8444-17ab992a12de req-f43096e4-3900-4e4b-841f-57af6175e59e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:06.379332 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-c7e4523f-0417-45dd-8444-17ab992a12de req-f43096e4-3900-4e4b-841f-57af6175e59e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Allocated IP 172.20.0.13 (a3bf226e-5490-492a-a2d4-f65b0aace87c/ecc5ec61-182f-4394-8d5b-0f0b0ace7563/07fab7eb-0b40-4f15-aaa2-f8ee69446342) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:46:06.472015 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-476a16bb-ce39-4f0c-97ae-a9be4141619d req-1e084b9c-1d54-4a0e-9ddd-c1278d04b987 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 210 time: 0.0282862 Jul 25 05:46:06.530155 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c7e4523f-0417-45dd-8444-17ab992a12de req-f43096e4-3900-4e4b-841f-57af6175e59e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:06.563328 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c7e4523f-0417-45dd-8444-17ab992a12de req-f43096e4-3900-4e4b-841f-57af6175e59e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:06.596570 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3506c8-9377-4c76-8d6d-c8c107423a68 req-36fc9123-51b1-4672-ba31-1fa439e9129a tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:06.598093 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-da3506c8-9377-4c76-8d6d-c8c107423a68 req-36fc9123-51b1-4672-ba31-1fa439e9129a tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0482192 Jul 25 05:46:06.605686 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e4523f-0417-45dd-8444-17ab992a12de req-f43096e4-3900-4e4b-841f-57af6175e59e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Network a3bf226e-5490-492a-a2d4-f65b0aace87c is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:46:06.611467 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-c7e4523f-0417-45dd-8444-17ab992a12de req-f43096e4-3900-4e4b-841f-57af6175e59e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:46:06.615569 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e4523f-0417-45dd-8444-17ab992a12de req-f43096e4-3900-4e4b-841f-57af6175e59e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:46:06.643130 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43096e4-3900-4e4b-841f-57af6175e59e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event updated for resources: {'Port': ['ID=07fab7eb-0b40-4f15-aaa2-f8ee69446342,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:06.659950 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-da3506c8-9377-4c76-8d6d-c8c107423a68 req-c6759bbf-325c-41eb-9459-0ad30d6b5257 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559542 Jul 25 05:46:06.674674 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4523f-0417-45dd-8444-17ab992a12de req-f43096e4-3900-4e4b-841f-57af6175e59e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:06.675410 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c7e4523f-0417-45dd-8444-17ab992a12de req-f43096e4-3900-4e4b-841f-57af6175e59e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:06.693300 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-f43096e4-3900-4e4b-841f-57af6175e59e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5581548 Jul 25 05:46:06.718191 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Request body: {'port': {'device_id': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:46:06.750176 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:06.791725 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:06.903466 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:06.912254 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-03ba6040-d580-42c7-9f32-9f270ba8c963 None None] Provisioning complete for port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:46:06.912631 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-03ba6040-d580-42c7-9f32-9f270ba8c963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:06.917093 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:06.946423 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-03ba6040-d580-42c7-9f32-9f270ba8c963 None None] Port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:46:07.052364 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fab7eb-0b40-4f15-aaa2-f8ee69446342 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:46:07.059732 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Publish callbacks [] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:07.071847 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Transition to ACTIVE for port object 07fab7eb-0b40-4f15-aaa2-f8ee69446342 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:46:07.075525 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:07.128889 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Pushing event updated for resources: {'Port': ['ID=07fab7eb-0b40-4f15-aaa2-f8ee69446342,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:07.197581 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Attempting to bind port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:46:07.198012 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Attempting to bind port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:46:07.198355 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Attempting to bind port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 on network a3bf226e-5490-492a-a2d4-f65b0aace87c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:46:07.203270 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 on network a3bf226e-5490-492a-a2d4-f65b0aace87c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:46:07.203742 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Attempting to bind port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 on network a3bf226e-5490-492a-a2d4-f65b0aace87c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:46:07.209159 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:46:07.209506 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Checking segment: {'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:46:07.209891 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Bound using segment: {'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:46:07.210326 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Bound port: 07fab7eb-0b40-4f15-aaa2-f8ee69446342, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c1dd7dc-490c-4ee3-9123-e055394d912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:46:07.210688 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:07.279022 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] For port 07fab7eb-0b40-4f15-aaa2-f8ee69446342, host hv-cinder-85083, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:46:07.282078 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] For port 07fab7eb-0b40-4f15-aaa2-f8ee69446342, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:46:07.288008 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:07.321738 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:07.322405 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:07.324408 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] 10.222.0.43 "PUT /v2.0/ports/07fab7eb-0b40-4f15-aaa2-f8ee69446342 HTTP/1.1" status: 200 len: 1094 time: 0.6105456 Jul 25 05:46:07.326494 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'tag': '07fab7eb-0b40-4f15-aaa2-f8ee69446342'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:46:07.329714 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eac59da-3c2c-43cf-85ff-286b511509b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd734fd-ed06-4c5b-828a-e812b5ddec59", "tag": "07fab7eb-0b40-4f15-aaa2-f8ee69446342"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:46:07.361239 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b46756-9503-46ae-9f7e-7b6dcbedfb13 service neutron] Pushing event updated for resources: {'Port': ['ID=07fab7eb-0b40-4f15-aaa2-f8ee69446342,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:07.371066 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d35f76d-f0c4-4774-ae2a-40c0e1517737 x-openstack-request-id: req-2d35f76d-f0c4-4774-ae2a-40c0e1517737 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:46:07.371355 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd734fd-ed06-4c5b-828a-e812b5ddec59", "tag": "07fab7eb-0b40-4f15-aaa2-f8ee69446342", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:46:07.371638 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2d35f76d-f0c4-4774-ae2a-40c0e1517737 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:46:07.372051 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d35f76d-f0c4-4774-ae2a-40c0e1517737'] response: {'name': 'network-changed', 'server_uuid': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'tag': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'status': 'completed', 'code': 200} Jul 25 05:46:07.439615 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4523f-0417-45dd-8444-17ab992a12de req-8061f113-d609-4bf7-8e9b-839995606742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:07.441167 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-8061f113-d609-4bf7-8e9b-839995606742 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07879d074bee4b36b1f2f661dc4aeb7f&device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 1128 time: 0.0434306 Jul 25 05:46:07.503603 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-7919981d-6c94-493a-976c-a9c43dac47c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342 HTTP/1.1" status: 200 len: 217 time: 0.0395288 Jul 25 05:46:07.559303 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4523f-0417-45dd-8444-17ab992a12de req-82012ff2-bea5-4b07-9022-e43457e5169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:07.560812 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-82012ff2-bea5-4b07-9022-e43457e5169a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ecc5ec61-182f-4394-8d5b-0f0b0ace7563 HTTP/1.1" status: 200 len: 855 time: 0.0454934 Jul 25 05:46:07.573291 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1046d76f-597e-40e1-a094-544799c676dd details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:46:07.590146 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:07.597263 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ecacb-91e2-438e-9ff3-66a7f8899878 req-3d37a104-ac38-4384-a860-7ab67707bf06 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:07.598783 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-819ecacb-91e2-438e-9ff3-66a7f8899878 req-3d37a104-ac38-4384-a860-7ab67707bf06 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0531874 Jul 25 05:46:07.611680 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4523f-0417-45dd-8444-17ab992a12de req-d2d142a3-f7c1-4d20-9668-d4cc23b0565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:07.613198 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-d2d142a3-f7c1-4d20-9668-d4cc23b0565d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3bf226e-5490-492a-a2d4-f65b0aace87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431361 Jul 25 05:46:07.649307 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-819ecacb-91e2-438e-9ff3-66a7f8899878 req-7191f7d0-370c-4af0-8dac-ce654388e127 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439172 Jul 25 05:46:07.691999 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 1046d76f-597e-40e1-a094-544799c676dd, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1046d76f-597e-40e1-a094-544799c676dd,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:46:07.705350 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '1046d76f-597e-40e1-a094-544799c676dd', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'port_id': '1046d76f-597e-40e1-a094-544799c676dd', 'mac_address': 'fa:16:3e:ac:8f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:46:07.712856 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-6748cb0d-e621-461e-b586-7913044c5071 service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929401 Jul 25 05:46:07.742406 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 1046d76f-597e-40e1-a094-544799c676dd is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:46:07.743104 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1046d76f-597e-40e1-a094-544799c676dd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:07.757833 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1046d76f-597e-40e1-a094-544799c676dd {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:46:07.784663 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 1046d76f-597e-40e1-a094-544799c676dd, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1046d76f-597e-40e1-a094-544799c676dd,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:46:07.787114 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2ddf-3268-4809-9086-74d62e3b69e7 req-c08cf644-4042-42be-9002-82cf79264a0e tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:07.789238 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-411a2ddf-3268-4809-9086-74d62e3b69e7 req-c08cf644-4042-42be-9002-82cf79264a0e tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0553281 Jul 25 05:46:07.790079 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1046d76f-597e-40e1-a094-544799c676dd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:07.812996 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:07.820003 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c7e4523f-0417-45dd-8444-17ab992a12de req-bee3a606-9356-4f40-8a38-03d404def6ba service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980599 Jul 25 05:46:07.843166 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=1046d76f-597e-40e1-a094-544799c676dd,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:07.849701 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-411a2ddf-3268-4809-9086-74d62e3b69e7 req-a144aa73-a6d5-46ef-b4c3-9508916f0baf tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508428 Jul 25 05:46:08.128304 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['1046d76f-597e-40e1-a094-544799c676dd'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:46:08.772749 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1314fe-cfe4-4325-a107-238feb3e1069 req-c31df6f6-07ec-41fb-9fe4-5931ab19ce5b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:08.774345 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cd1314fe-cfe4-4325-a107-238feb3e1069 req-c31df6f6-07ec-41fb-9fe4-5931ab19ce5b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0490551 Jul 25 05:46:08.826091 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac59da-3c2c-43cf-85ff-286b511509b8 req-98a6e9eb-6656-4330-aba6-4ae59f896676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:08.827621 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2eac59da-3c2c-43cf-85ff-286b511509b8 req-98a6e9eb-6656-4330-aba6-4ae59f896676 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07879d074bee4b36b1f2f661dc4aeb7f&device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 1128 time: 0.0463884 Jul 25 05:46:08.838335 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cd1314fe-cfe4-4325-a107-238feb3e1069 req-1f6daac8-88ed-4aac-9880-2e03c30ad759 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574183 Jul 25 05:46:08.860106 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:08.923187 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac59da-3c2c-43cf-85ff-286b511509b8 req-693b9125-6e28-4c1c-9f25-f2b05e6831be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:08.924907 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2eac59da-3c2c-43cf-85ff-286b511509b8 req-693b9125-6e28-4c1c-9f25-f2b05e6831be service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3bf226e-5490-492a-a2d4-f65b0aace87c HTTP/1.1" status: 200 len: 917 time: 0.0905616 Jul 25 05:46:08.965945 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91437ce6-c2b6-4257-b7d4-7f1512a48899 req-81aea432-cad1-4103-9baf-d5be7fe5a4d5 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:08.967355 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-91437ce6-c2b6-4257-b7d4-7f1512a48899 req-81aea432-cad1-4103-9baf-d5be7fe5a4d5 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 944 time: 0.0482755 Jul 25 05:46:08.969545 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2eac59da-3c2c-43cf-85ff-286b511509b8 req-25115aff-681a-45be-a6c0-df0ec077f17c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342 HTTP/1.1" status: 200 len: 217 time: 0.0338981 Jul 25 05:46:08.979484 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:09.020653 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-91437ce6-c2b6-4257-b7d4-7f1512a48899 req-b405c8d1-7484-4885-a3a6-26693a766ce1 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470335 Jul 25 05:46:09.025448 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac59da-3c2c-43cf-85ff-286b511509b8 req-ff51267d-4728-4965-b831-18adf955852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:09.026903 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2eac59da-3c2c-43cf-85ff-286b511509b8 req-ff51267d-4728-4965-b831-18adf955852a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ecc5ec61-182f-4394-8d5b-0f0b0ace7563 HTTP/1.1" status: 200 len: 855 time: 0.0490277 Jul 25 05:46:09.075305 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac59da-3c2c-43cf-85ff-286b511509b8 req-f80fb5dc-8b60-4933-be1c-ea690000a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:09.076768 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2eac59da-3c2c-43cf-85ff-286b511509b8 req-f80fb5dc-8b60-4933-be1c-ea690000a68d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3bf226e-5490-492a-a2d4-f65b0aace87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382495 Jul 25 05:46:09.174971 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2eac59da-3c2c-43cf-85ff-286b511509b8 req-797aaa81-507e-4148-b132-6c5f33fa65d8 service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878892 Jul 25 05:46:09.269488 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2eac59da-3c2c-43cf-85ff-286b511509b8 req-7f95487d-a74e-4b06-a4f7-0425fdf3a3b4 service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846312 Jul 25 05:46:09.335108 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8d525360-69f9-40c2-b0dc-130b1043ed7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:09.582473 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1046d76f-597e-40e1-a094-544799c676dd up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:46:09.625862 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 1046d76f-597e-40e1-a094-544799c676dd completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:46:09.631432 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 1046d76f-597e-40e1-a094-544799c676dd triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:46:09.631810 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1046d76f-597e-40e1-a094-544799c676dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:09.706166 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 1046d76f-597e-40e1-a094-544799c676dd is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:46:09.706561 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1046d76f-597e-40e1-a094-544799c676dd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:09.729068 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1046d76f-597e-40e1-a094-544799c676dd'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:46:09.731560 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad694c2-129c-4008-b150-0add513b5d1d" -d '{"events": [{"server_uuid": "2221cc83-bea9-40a3-8091-ab87d3e19559", "name": "network-vif-plugged", "status": "completed", "tag": "1046d76f-597e-40e1-a094-544799c676dd"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:46:09.745370 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 1046d76f-597e-40e1-a094-544799c676dd, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1046d76f-597e-40e1-a094-544799c676dd,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:46:09.749585 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1046d76f-597e-40e1-a094-544799c676dd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:09.756238 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:09.778269 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef4f18d-e949-4e88-8fe5-337673b19e15 x-openstack-request-id: req-9ef4f18d-e949-4e88-8fe5-337673b19e15 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:46:09.778557 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2221cc83-bea9-40a3-8091-ab87d3e19559", "name": "network-vif-plugged", "status": "completed", "tag": "1046d76f-597e-40e1-a094-544799c676dd", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:46:09.778807 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9ef4f18d-e949-4e88-8fe5-337673b19e15 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:46:09.779193 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef4f18d-e949-4e88-8fe5-337673b19e15'] response: {'server_uuid': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1046d76f-597e-40e1-a094-544799c676dd', 'code': 200} Jul 25 05:46:09.806610 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=1046d76f-597e-40e1-a094-544799c676dd,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:09.965436 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6f5c0-21db-487b-bc42-51a8c5cecaf7 req-2f3e9965-46bd-40f7-9e91-0a16f1d46574 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:09.966925 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-45c6f5c0-21db-487b-bc42-51a8c5cecaf7 req-2f3e9965-46bd-40f7-9e91-0a16f1d46574 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0526552 Jul 25 05:46:10.014546 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:10.020596 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-45c6f5c0-21db-487b-bc42-51a8c5cecaf7 req-fb3e4d87-7895-47ee-b3f5-f39770ea49b2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471439 Jul 25 05:46:10.047632 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c99c6-4ef9-482a-be4e-935b60c7b39f req-09cdf8b4-f6e5-4026-b8ab-fc8c9eb30705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:10.049194 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f41c99c6-4ef9-482a-be4e-935b60c7b39f req-09cdf8b4-f6e5-4026-b8ab-fc8c9eb30705 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 1129 time: 0.0408440 Jul 25 05:46:10.100463 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f41c99c6-4ef9-482a-be4e-935b60c7b39f req-7b366d51-df5c-4d0d-87d6-40f3324140b5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434277 Jul 25 05:46:10.138436 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3a6c5-c3e3-4a66-824d-7b4081aaa0b7 req-3e2b24c4-c087-4521-a208-6dd7b354eee3 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:10.139795 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4cb3a6c5-c3e3-4a66-824d-7b4081aaa0b7 req-3e2b24c4-c087-4521-a208-6dd7b354eee3 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0502660 Jul 25 05:46:10.188521 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4cb3a6c5-c3e3-4a66-824d-7b4081aaa0b7 req-d1bbb0f0-e854-46e9-b83a-56d21a4ce394 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429673 Jul 25 05:46:11.154683 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2954798-f1b2-42ad-bb0f-01c2377bd713 req-f908562c-8c5f-462c-8fd3-a1df26dd8ce0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:11.156200 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b2954798-f1b2-42ad-bb0f-01c2377bd713 req-f908562c-8c5f-462c-8fd3-a1df26dd8ce0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0534472 Jul 25 05:46:11.217442 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b2954798-f1b2-42ad-bb0f-01c2377bd713 req-d074a6bd-41db-49a3-9939-e5c21b7773ac tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538313 Jul 25 05:46:11.316495 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7fa81-7331-4556-8501-d15e68348ca0 req-ca0bdbd3-81bb-4fc0-8674-763d1544fc7b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:11.317933 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eaf7fa81-7331-4556-8501-d15e68348ca0 req-ca0bdbd3-81bb-4fc0-8674-763d1544fc7b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0533977 Jul 25 05:46:11.371697 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-eaf7fa81-7331-4556-8501-d15e68348ca0 req-f6ed7dc2-6f0c-4baa-9098-46fd230205a2 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467246 Jul 25 05:46:11.495829 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192e9f6-b1d2-4294-9fa7-b377b93639cd req-bbce56cb-1923-4d65-9c0c-1a9264856e87 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:11.497796 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3192e9f6-b1d2-4294-9fa7-b377b93639cd req-bbce56cb-1923-4d65-9c0c-1a9264856e87 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0530784 Jul 25 05:46:11.555913 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3192e9f6-b1d2-4294-9fa7-b377b93639cd req-5acfb9f6-a19f-470c-95e5-c8d4cdb46677 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518582 Jul 25 05:46:11.572491 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 07fab7eb-0b40-4f15-aaa2-f8ee69446342 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:46:11.578934 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:11.583845 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41958) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:46:11.673946 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cf9f82-898e-4076-8520-ab334edd4fa4 tempest-TestShelveInstance-810984501 tempest-TestShelveInstance-810984501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:11.675083 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a0cf9f82-898e-4076-8520-ab334edd4fa4 tempest-TestShelveInstance-810984501 tempest-TestShelveInstance-810984501-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 1124 time: 0.0897579 Jul 25 05:46:11.678122 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41962) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:46:11.682398 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Request body: {'floatingip': {'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'port_id': '1046d76f-597e-40e1-a094-544799c676dd', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:46:11.705487 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:11.715371 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 07fab7eb-0b40-4f15-aaa2-f8ee69446342, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:46:11.736566 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'port_id': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'mac_address': 'fa:16:3e:f2:64:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:46:11.744637 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-04189f03-c2d0-4375-8c91-a203d60f3da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:11.780895 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:46:11.780895 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:11.796376 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fab7eb-0b40-4f15-aaa2-f8ee69446342 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:46:11.797875 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:11.824257 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 07fab7eb-0b40-4f15-aaa2-f8ee69446342, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:46:11.830925 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:11.915774 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Allocated IP 172.27.3.207 (eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef/5b3cb1b5-4833-4c2a-98ab-c6691273984f/8438e1f3-744e-4a81-b14c-d1ef41cc713c) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:46:12.025914 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for port (8438e1f3-744e-4a81-b14c-d1ef41cc713c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:12.027273 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=07fab7eb-0b40-4f15-aaa2-f8ee69446342,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:12.036934 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:12.053179 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:12.066236 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (8438e1f3-744e-4a81-b14c-d1ef41cc713c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:12.103688 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Network eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:46:12.111835 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:46:12.115725 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:46:12.119080 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Pushing event updated for resources: {'Port': ['ID=8438e1f3-744e-4a81-b14c-d1ef41cc713c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:12.178316 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['07fab7eb-0b40-4f15-aaa2-f8ee69446342'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:46:12.340958 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301e17d-9f4f-431c-b3ba-5844d4938916 req-760cb5f9-3e9e-4c83-96d6-b72e33561ae9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:12.342436 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8301e17d-9f4f-431c-b3ba-5844d4938916 req-760cb5f9-3e9e-4c83-96d6-b72e33561ae9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 945 time: 0.0480299 Jul 25 05:46:12.395950 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8301e17d-9f4f-431c-b3ba-5844d4938916 req-f3becb13-c1c2-4eb2-8903-51707366341a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466700 Jul 25 05:46:12.473779 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for floatingip (70c086d6-66e7-414e-a65f-cf99b047ee50), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:12.538996 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (8438e1f3-744e-4a81-b14c-d1ef41cc713c), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:12.583169 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:12.685323 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for port (8438e1f3-744e-4a81-b14c-d1ef41cc713c), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:12.690592 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (8438e1f3-744e-4a81-b14c-d1ef41cc713c), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:12.762308 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Pushing event updated for resources: {'Port': ['ID=8438e1f3-744e-4a81-b14c-d1ef41cc713c,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:12.775482 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (70c086d6-66e7-414e-a65f-cf99b047ee50), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:12.870054 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:12.874195 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Floating IP 70c086d6-66e7-414e-a65f-cf99b047ee50 associated. External IP: 172.27.3.207, port: 1046d76f-597e-40e1-a094-544799c676dd. Jul 25 05:46:12.875393 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:12.877046 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:13.314544 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Router aca714c7-96e4-47f5-a91a-01cded4e514b has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:46:13.413911 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:46:13.424231 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66f3b7-9045-44c1-ab05-42c970fae9f4 None None] Sync routers for ids ['aca714c7-96e4-47f5-a91a-01cded4e514b'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:46:13.432936 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:13.434555 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66f3b7-9045-44c1-ab05-42c970fae9f4 None None] Routers {'aca714c7-96e4-47f5-a91a-01cded4e514b'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:46:13.435182 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5b66f3b7-9045-44c1-ab05-42c970fae9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:46:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['aca714c7-96e4-47f5-a91a-01cded4e514b'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:46:13.470729 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ca70c9ec-5222-4df8-9b96-52f0b3b1759b tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7908480 Jul 25 05:46:13.471509 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'tag': '1046d76f-597e-40e1-a094-544799c676dd'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:46:13.473584 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb071ca-abe8-4455-8e2d-042e78c9effe" -d '{"events": [{"name": "network-changed", "server_uuid": "2221cc83-bea9-40a3-8091-ab87d3e19559", "tag": "1046d76f-597e-40e1-a094-544799c676dd"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:46:13.516408 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a178dd5b-ac03-4617-bbfc-546eb30e24d4 x-openstack-request-id: req-a178dd5b-ac03-4617-bbfc-546eb30e24d4 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:46:13.517834 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2221cc83-bea9-40a3-8091-ab87d3e19559", "tag": "1046d76f-597e-40e1-a094-544799c676dd", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:46:13.517834 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a178dd5b-ac03-4617-bbfc-546eb30e24d4 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:46:13.517834 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a178dd5b-ac03-4617-bbfc-546eb30e24d4'] response: {'name': 'network-changed', 'server_uuid': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'tag': '1046d76f-597e-40e1-a094-544799c676dd', 'status': 'completed', 'code': 200} Jul 25 05:46:13.530789 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460880f9-4ee0-455e-bdb7-db78b34e1ada req-6c7ec11b-a076-4bb1-b630-309c1c4dfba8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:13.532258 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-460880f9-4ee0-455e-bdb7-db78b34e1ada req-6c7ec11b-a076-4bb1-b630-309c1c4dfba8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 945 time: 0.0610261 Jul 25 05:46:13.543541 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-5b66f3b7-9045-44c1-ab05-42c970fae9f4 None None] Set router aca714c7-96e4-47f5-a91a-01cded4e514b gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:46:13.576092 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 07fab7eb-0b40-4f15-aaa2-f8ee69446342 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:46:13.594367 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-460880f9-4ee0-455e-bdb7-db78b34e1ada req-4f54dc92-d053-46d7-80ae-c99f99259e90 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550365 Jul 25 05:46:13.607274 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb071ca-abe8-4455-8e2d-042e78c9effe req-c30abaa0-79c0-42a1-8653-335e8360d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:13.608811 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-edb071ca-abe8-4455-8e2d-042e78c9effe req-c30abaa0-79c0-42a1-8653-335e8360d1e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=354d7ebd6b454fb5a601a2a78a88561e&device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 1129 time: 0.0448189 Jul 25 05:46:13.688288 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:46:13.702278 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:46:13.702650 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:13.703786 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb071ca-abe8-4455-8e2d-042e78c9effe req-0e900101-f577-4a2b-925c-2c24dca484a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:13.705796 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-edb071ca-abe8-4455-8e2d-042e78c9effe req-0e900101-f577-4a2b-925c-2c24dca484a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 HTTP/1.1" status: 200 len: 910 time: 0.0898044 Jul 25 05:46:13.759665 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:13.771144 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:13.774230 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-edb071ca-abe8-4455-8e2d-042e78c9effe req-07857beb-ca80-4a98-a4e1-4b111963dfb6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1046d76f-597e-40e1-a094-544799c676dd HTTP/1.1" status: 200 len: 999 time: 0.0613875 Jul 25 05:46:13.824059 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb071ca-abe8-4455-8e2d-042e78c9effe req-176a4379-613d-4727-a2c1-27b218ef9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:13.825545 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-edb071ca-abe8-4455-8e2d-042e78c9effe req-176a4379-613d-4727-a2c1-27b218ef9f01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ef97185-3ac4-47a3-bce7-1a030a296ec0 HTTP/1.1" status: 200 len: 848 time: 0.0460720 Jul 25 05:46:13.865118 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:46:13.865509 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:13.867789 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5b66f3b7-9045-44c1-ab05-42c970fae9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 4, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port': {'id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '70c086d6-66e7-414e-a65f-cf99b047ee50', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'port_id': '1046d76f-597e-40e1-a094-544799c676dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'mac_address': 'fa:16:3e:ac:8f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:46:12Z', 'updated_at': '2022-07-25T05:46:12Z', 'revision_number': 0, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e77a5-f2f0-4c02-830b-b36a05b0ddc0', 'name': '', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'mac_address': 'fa:16:3e:47:32:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:25Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 5, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'subnets': [{'id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:46:13.869630 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb071ca-abe8-4455-8e2d-042e78c9effe req-5400e088-7be5-4b95-8a6d-a70202b99191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:13.871140 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-edb071ca-abe8-4455-8e2d-042e78c9effe req-5400e088-7be5-4b95-8a6d-a70202b99191 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384097 Jul 25 05:46:13.899942 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66f3b7-9045-44c1-ab05-42c970fae9f4 None None] Checking router: aca714c7-96e4-47f5-a91a-01cded4e514b for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:46:13.918639 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fab7eb-0b40-4f15-aaa2-f8ee69446342'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:46:13.920953 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b92e98-eabe-47cc-9846-26275981e567" -d '{"events": [{"server_uuid": "7cd734fd-ed06-4c5b-828a-e812b5ddec59", "name": "network-vif-plugged", "status": "completed", "tag": "07fab7eb-0b40-4f15-aaa2-f8ee69446342"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:46:13.937845 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66f3b7-9045-44c1-ab05-42c970fae9f4 None None] Routers {'aca714c7-96e4-47f5-a91a-01cded4e514b'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:46:13.938615 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5b66f3b7-9045-44c1-ab05-42c970fae9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:46:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['aca714c7-96e4-47f5-a91a-01cded4e514b'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:46:13.969543 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-edb071ca-abe8-4455-8e2d-042e78c9effe req-947e0fe3-86b6-4c35-9864-aecc519629e6 service neutron] 10.222.0.43 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918584 Jul 25 05:46:13.975850 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 07fab7eb-0b40-4f15-aaa2-f8ee69446342, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:46:13.977853 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3b2c99-c10e-4fba-9f98-2805e4b82612 x-openstack-request-id: req-0b3b2c99-c10e-4fba-9f98-2805e4b82612 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:46:13.978219 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd734fd-ed06-4c5b-828a-e812b5ddec59", "name": "network-vif-plugged", "status": "completed", "tag": "07fab7eb-0b40-4f15-aaa2-f8ee69446342", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:46:13.978496 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0b3b2c99-c10e-4fba-9f98-2805e4b82612 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:46:13.978965 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3b2c99-c10e-4fba-9f98-2805e4b82612'] response: {'server_uuid': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'code': 200} Jul 25 05:46:13.984346 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:14.080117 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=07fab7eb-0b40-4f15-aaa2-f8ee69446342,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:46:14.092640 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-edb071ca-abe8-4455-8e2d-042e78c9effe req-89f3f218-a633-4135-8ee0-2438e6955752 service neutron] 10.222.0.43 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930724 Jul 25 05:46:14.102105 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-5b66f3b7-9045-44c1-ab05-42c970fae9f4 None None] Set router aca714c7-96e4-47f5-a91a-01cded4e514b gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:46:14.198900 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cadae6-ed90-4b0a-b93a-4f66bb0c0b0c req-c20555b5-f155-4387-9e9b-a42bb5c0ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:14.200414 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-51cadae6-ed90-4b0a-b93a-4f66bb0c0b0c req-c20555b5-f155-4387-9e9b-a42bb5c0ea3b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 1130 time: 0.0451155 Jul 25 05:46:14.217167 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:14.239689 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:14.246824 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-51cadae6-ed90-4b0a-b93a-4f66bb0c0b0c req-72d90a34-4b5c-4ab3-a78f-ff75423b8d26 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408230 Jul 25 05:46:14.342860 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5b66f3b7-9045-44c1-ab05-42c970fae9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 4, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port': {'id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '70c086d6-66e7-414e-a65f-cf99b047ee50', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'port_id': '1046d76f-597e-40e1-a094-544799c676dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'mac_address': 'fa:16:3e:ac:8f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:46:12Z', 'updated_at': '2022-07-25T05:46:12Z', 'revision_number': 0, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e77a5-f2f0-4c02-830b-b36a05b0ddc0', 'name': '', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'mac_address': 'fa:16:3e:47:32:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:25Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 5, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'subnets': [{'id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:46:14.343106 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:14.347979 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:14.372193 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66f3b7-9045-44c1-ab05-42c970fae9f4 None None] The sync data for ids ['aca714c7-96e4-47f5-a91a-01cded4e514b'] in dv-cinder-850830-1-iscsi is: [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 4, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port': {'id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '70c086d6-66e7-414e-a65f-cf99b047ee50', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'port_id': '1046d76f-597e-40e1-a094-544799c676dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'mac_address': 'fa:16:3e:ac:8f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:46:12Z', 'updated_at': '2022-07-25T05:46:12Z', 'revision_number': 0, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e77a5-f2f0-4c02-830b-b36a05b0ddc0', 'name': '', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'mac_address': 'fa:16:3e:47:32:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:25Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 5, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'subnets': [{'id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:46:14.563037 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403acf5-c5b6-42bb-b1b7-faf8820e8384 None None] New status for floating IP 70c086d6-66e7-414e-a65f-cf99b047ee50: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:46:14.713825 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:14.722339 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaf27a-1953-4f42-b324-6bf55453c572 req-38798153-72e1-4c35-99cb-7dd312d832e8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:14.723876 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d3eaf27a-1953-4f42-b324-6bf55453c572 req-38798153-72e1-4c35-99cb-7dd312d832e8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0574012 Jul 25 05:46:14.773964 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d3eaf27a-1953-4f42-b324-6bf55453c572 req-68cb8b1c-24a5-42de-9b7f-4fb551227b5f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444779 Jul 25 05:46:15.912693 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133932a4-9432-4932-b20a-ed0d277e73bf req-e3efc6d8-36a3-4e5e-b268-710752991b01 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:15.914140 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-133932a4-9432-4932-b20a-ed0d277e73bf req-e3efc6d8-36a3-4e5e-b268-710752991b01 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0595295 Jul 25 05:46:15.962108 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-133932a4-9432-4932-b20a-ed0d277e73bf req-84d07ee2-e4d1-48c5-8764-0267c8f0f095 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421228 Jul 25 05:46:17.083127 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e338ce-1ff4-4d1a-9252-2aa51ba873ae req-8c50addf-9eb5-46ce-9712-9c553af866e6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:17.084590 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d1e338ce-1ff4-4d1a-9252-2aa51ba873ae req-8c50addf-9eb5-46ce-9712-9c553af866e6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0483642 Jul 25 05:46:17.131147 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d1e338ce-1ff4-4d1a-9252-2aa51ba873ae req-91c242b0-7ff3-455d-87d4-23b87a77caa2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410140 Jul 25 05:46:17.244193 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5cc18-9c22-4adb-bc07-2ceeac02776f req-23f067d5-6777-407c-8205-083768097fff tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:17.245740 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5eb5cc18-9c22-4adb-bc07-2ceeac02776f req-23f067d5-6777-407c-8205-083768097fff tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0483079 Jul 25 05:46:17.254445 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 41984) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:46:17.258929 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c59aaad5-b172-4ddb-9afe-c0fceb9777bd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Request body: {'floatingip': {'port_id': '07fab7eb-0b40-4f15-aaa2-f8ee69446342'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:46:17.297363 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c59aaad5-b172-4ddb-9afe-c0fceb9777bd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for floatingip (409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:17.384647 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:17.718481 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c59aaad5-b172-4ddb-9afe-c0fceb9777bd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:17.722169 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c59aaad5-b172-4ddb-9afe-c0fceb9777bd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:17.819855 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-c59aaad5-b172-4ddb-9afe-c0fceb9777bd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Floating IP 409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b associated. External IP: 172.27.3.219, port: 07fab7eb-0b40-4f15-aaa2-f8ee69446342. Jul 25 05:46:18.016004 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59aaad5-b172-4ddb-9afe-c0fceb9777bd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Router f632e564-9df5-4703-a6b8-dcc5255d2e94 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:46:18.124716 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59aaad5-b172-4ddb-9afe-c0fceb9777bd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:46:18.130199 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c59aaad5-b172-4ddb-9afe-c0fceb9777bd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:18.135890 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f983d6-9f7d-42d3-9a29-5300801da825 None None] Sync routers for ids ['f632e564-9df5-4703-a6b8-dcc5255d2e94'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:46:18.146498 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f983d6-9f7d-42d3-9a29-5300801da825 None None] Routers {'f632e564-9df5-4703-a6b8-dcc5255d2e94'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:46:18.147227 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-20f983d6-9f7d-42d3-9a29-5300801da825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:46:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['f632e564-9df5-4703-a6b8-dcc5255d2e94'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:46:18.165846 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c59aaad5-b172-4ddb-9afe-c0fceb9777bd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "PUT /v2.0/floatingips/409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b HTTP/1.1" status: 200 len: 992 time: 0.9103241 Jul 25 05:46:18.166435 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'tag': '07fab7eb-0b40-4f15-aaa2-f8ee69446342'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:46:18.168707 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80faefc-564a-4368-b5e8-dada62691370" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd734fd-ed06-4c5b-828a-e812b5ddec59", "tag": "07fab7eb-0b40-4f15-aaa2-f8ee69446342"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:46:18.203787 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1166b6aa-5871-464b-9684-082e70011cc7 x-openstack-request-id: req-1166b6aa-5871-464b-9684-082e70011cc7 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:46:18.204076 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd734fd-ed06-4c5b-828a-e812b5ddec59", "tag": "07fab7eb-0b40-4f15-aaa2-f8ee69446342", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:46:18.204326 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1166b6aa-5871-464b-9684-082e70011cc7 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:46:18.204730 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1166b6aa-5871-464b-9684-082e70011cc7'] response: {'name': 'network-changed', 'server_uuid': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'tag': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'status': 'completed', 'code': 200} Jul 25 05:46:18.252220 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-20f983d6-9f7d-42d3-9a29-5300801da825 None None] Set router f632e564-9df5-4703-a6b8-dcc5255d2e94 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:46:18.355947 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:18.459584 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-20f983d6-9f7d-42d3-9a29-5300801da825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'port_id': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'mac_address': 'fa:16:3e:f2:64:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:46:03Z', 'updated_at': '2022-07-25T05:46:17Z', 'revision_number': 1, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:05Z', 'revision_number': 5, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:46:18.533317 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80faefc-564a-4368-b5e8-dada62691370 req-0cfe4a7d-ffdf-40bb-91d3-fb0f61308dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:18.534864 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a80faefc-564a-4368-b5e8-dada62691370 req-0cfe4a7d-ffdf-40bb-91d3-fb0f61308dd4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07879d074bee4b36b1f2f661dc4aeb7f&device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 1130 time: 0.0463629 Jul 25 05:46:18.615605 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f983d6-9f7d-42d3-9a29-5300801da825 None None] Checking router: f632e564-9df5-4703-a6b8-dcc5255d2e94 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:46:18.617979 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:18.621954 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:18.626133 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f983d6-9f7d-42d3-9a29-5300801da825 None None] Routers {'f632e564-9df5-4703-a6b8-dcc5255d2e94'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:46:18.626778 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-20f983d6-9f7d-42d3-9a29-5300801da825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:46:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['f632e564-9df5-4703-a6b8-dcc5255d2e94'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:46:18.635673 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:18.639350 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80faefc-564a-4368-b5e8-dada62691370 req-f19577d7-5dbe-4cc7-9b2d-965c22ae63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:18.640879 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a80faefc-564a-4368-b5e8-dada62691370 req-f19577d7-5dbe-4cc7-9b2d-965c22ae63c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3bf226e-5490-492a-a2d4-f65b0aace87c HTTP/1.1" status: 200 len: 917 time: 0.0923727 Jul 25 05:46:18.707460 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a80faefc-564a-4368-b5e8-dada62691370 req-fbbca259-5988-4642-bd67-34643bcdfc2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342 HTTP/1.1" status: 200 len: 1000 time: 0.0602195 Jul 25 05:46:18.732591 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-20f983d6-9f7d-42d3-9a29-5300801da825 None None] Set router f632e564-9df5-4703-a6b8-dcc5255d2e94 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:46:18.756622 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80faefc-564a-4368-b5e8-dada62691370 req-6e6df391-7e7c-47e3-ae9e-0f5272933bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:18.758162 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a80faefc-564a-4368-b5e8-dada62691370 req-6e6df391-7e7c-47e3-ae9e-0f5272933bf4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ecc5ec61-182f-4394-8d5b-0f0b0ace7563 HTTP/1.1" status: 200 len: 855 time: 0.0448179 Jul 25 05:46:18.812724 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80faefc-564a-4368-b5e8-dada62691370 req-12c11fe0-39fc-42c2-b12c-aa26600c9dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:18.814235 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a80faefc-564a-4368-b5e8-dada62691370 req-12c11fe0-39fc-42c2-b12c-aa26600c9dd2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3bf226e-5490-492a-a2d4-f65b0aace87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502973 Jul 25 05:46:18.912993 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a80faefc-564a-4368-b5e8-dada62691370 req-765166fc-9cb6-4fd5-92bf-1aa18be2f227 service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913689 Jul 25 05:46:18.950679 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-20f983d6-9f7d-42d3-9a29-5300801da825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'port_id': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'mac_address': 'fa:16:3e:f2:64:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:46:03Z', 'updated_at': '2022-07-25T05:46:17Z', 'revision_number': 1, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:05Z', 'revision_number': 5, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:46:18.980413 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f983d6-9f7d-42d3-9a29-5300801da825 None None] The sync data for ids ['f632e564-9df5-4703-a6b8-dcc5255d2e94'] in dv-cinder-850830-1-iscsi is: [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': '409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'port_id': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'mac_address': 'fa:16:3e:f2:64:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:46:03Z', 'updated_at': '2022-07-25T05:46:17Z', 'revision_number': 1, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:05Z', 'revision_number': 5, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:46:19.004532 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a80faefc-564a-4368-b5e8-dada62691370 req-1a143d55-439e-48f3-aa35-d81a35066f10 service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855904 Jul 25 05:46:19.180102 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8010e4e9-6dc5-47f7-aa8c-5a90dee9cb56 None None] New status for floating IP 409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:46:24.929760 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:46:27.232127 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:27.236084 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:28.953152 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=32 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:28.953884 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=52 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:28.999005 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=31 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:29.000919 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=37 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:37.956672 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:37.957456 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:39.337239 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-28030062-7da7-48d2-9fc3-93b16024e8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:41.726633 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b7db6189-b732-411e-8750-1e7feb5401a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:42.585039 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:42.880496 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:44.176284 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:44.706347 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:46:51.339904 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:51.344067 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:54.695066 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:54.702898 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:46:55.329828 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9e963-ae7f-446e-9d93-1c7e18c8cf3b req-61f12873-b13f-41c5-a2fc-b7acef1a196a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:55.331295 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8fc9e963-ae7f-446e-9d93-1c7e18c8cf3b req-61f12873-b13f-41c5-a2fc-b7acef1a196a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0514917 Jul 25 05:46:55.379565 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8fc9e963-ae7f-446e-9d93-1c7e18c8cf3b req-129d15df-9f31-4a0c-81f6-1bafea0e0865 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419424 Jul 25 05:46:56.500226 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88b0d9-c617-4fdf-b929-6d71091f8ada req-b7051af6-d2ce-4b79-a76b-8e966c7e29a2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:56.501748 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3b88b0d9-c617-4fdf-b929-6d71091f8ada req-b7051af6-d2ce-4b79-a76b-8e966c7e29a2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0468793 Jul 25 05:46:56.547774 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3b88b0d9-c617-4fdf-b929-6d71091f8ada req-395e4797-b52c-4218-99fa-d8297d9d497b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404420 Jul 25 05:46:57.669598 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c736a26-3094-49b4-97fb-ae518f9116fc req-e593a5dd-112e-429c-99ad-91ed9aba35d6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:57.671042 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6c736a26-3094-49b4-97fb-ae518f9116fc req-e593a5dd-112e-429c-99ad-91ed9aba35d6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0504127 Jul 25 05:46:57.720546 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6c736a26-3094-49b4-97fb-ae518f9116fc req-4fe716e0-d937-4150-bfba-8384c1ca2886 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439880 Jul 25 05:46:58.840872 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fc769-01d2-4429-a369-98751b961c07 req-4076ce6e-6dd8-423e-ae6d-fe4b95f421d2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:46:58.843323 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1c1fc769-01d2-4429-a369-98751b961c07 req-4076ce6e-6dd8-423e-ae6d-fe4b95f421d2 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0507493 Jul 25 05:46:58.891077 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1c1fc769-01d2-4429-a369-98751b961c07 req-71c78f81-d4de-4c1f-b728-40e307ea6b1b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427229 Jul 25 05:47:00.015843 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1c10-62ee-4878-8468-45b58596a440 req-397866c6-93a0-469b-a86c-b235793e03d8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:00.017370 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d71e1c10-62ee-4878-8468-45b58596a440 req-397866c6-93a0-469b-a86c-b235793e03d8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0524237 Jul 25 05:47:00.066514 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d71e1c10-62ee-4878-8468-45b58596a440 req-7987acdf-0a75-4d55-a2e5-7cca9ace7cf6 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435524 Jul 25 05:47:01.183533 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824decc-3da6-4949-88e3-73cbfa1af9ed req-6641afce-7c3f-42b3-b7f4-b95068095e0d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:01.185005 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b824decc-3da6-4949-88e3-73cbfa1af9ed req-6641afce-7c3f-42b3-b7f4-b95068095e0d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0470884 Jul 25 05:47:01.230973 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b824decc-3da6-4949-88e3-73cbfa1af9ed req-e3892b7e-46ef-435e-ba4e-d0fc5cca7dfc tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 Jul 25 05:47:01.929073 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:47:02.348573 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a7309-4f05-463c-a89c-4177b2966032 req-c818a29f-feae-45e9-bfd8-2abb7af0e11c tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:02.350246 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-575a7309-4f05-463c-a89c-4177b2966032 req-c818a29f-feae-45e9-bfd8-2abb7af0e11c tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0475123 Jul 25 05:47:02.399888 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-575a7309-4f05-463c-a89c-4177b2966032 req-817b6500-5902-43a5-b2f6-e34ea5b8c7a1 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Jul 25 05:47:03.519759 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f0364-b95c-41ab-8713-a8e754de6c2f req-b2540525-e1b0-4768-9ca6-b50e0c39d322 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:03.521351 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-295f0364-b95c-41ab-8713-a8e754de6c2f req-b2540525-e1b0-4768-9ca6-b50e0c39d322 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0509131 Jul 25 05:47:03.568239 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-295f0364-b95c-41ab-8713-a8e754de6c2f req-a51a5bc9-dbbf-476a-8674-b63adc376bf8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408156 Jul 25 05:47:04.685825 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea8142-2382-4989-bc1b-d5c1f5a70da4 req-ee167a9b-742f-4ea7-bf95-15954e60c6dd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:04.687269 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f9ea8142-2382-4989-bc1b-d5c1f5a70da4 req-ee167a9b-742f-4ea7-bf95-15954e60c6dd tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0462098 Jul 25 05:47:04.735698 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f9ea8142-2382-4989-bc1b-d5c1f5a70da4 req-76ad1535-4184-45e8-ac21-fb8bad1dbc75 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429933 Jul 25 05:47:05.852967 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dbb33-9242-4cb3-bd9c-7fc1feae9881 req-37afcf77-c0c7-4158-9130-b749f68adcaa tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:05.854412 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-007dbb33-9242-4cb3-bd9c-7fc1feae9881 req-37afcf77-c0c7-4158-9130-b749f68adcaa tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0466769 Jul 25 05:47:05.903494 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-007dbb33-9242-4cb3-bd9c-7fc1feae9881 req-b1bb7d6c-72ca-413d-8b2b-587b772fc1e3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433786 Jul 25 05:47:07.022322 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c445a-8418-494c-9a7b-fc358f035c7b req-b232cdec-4a7e-4a2e-b9d9-cf86acf99b53 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:07.023547 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b71c445a-8418-494c-9a7b-fc358f035c7b req-b232cdec-4a7e-4a2e-b9d9-cf86acf99b53 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0474677 Jul 25 05:47:07.064244 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:07.072187 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b71c445a-8418-494c-9a7b-fc358f035c7b req-b1ebe993-36e8-4595-9c17-50ac6e1e296e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427275 Jul 25 05:47:07.779337 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 07fab7eb-0b40-4f15-aaa2-f8ee69446342 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:47:07.880543 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 07fab7eb-0b40-4f15-aaa2-f8ee69446342, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:07.892036 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'port_id': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'mac_address': 'fa:16:3e:f2:64:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:47:07.926475 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 is: ACTIVE; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:47:07.926869 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:07.939665 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07fab7eb-0b40-4f15-aaa2-f8ee69446342 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:47:07.960203 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 07fab7eb-0b40-4f15-aaa2-f8ee69446342, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:07.964122 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:08.011678 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=07fab7eb-0b40-4f15-aaa2-f8ee69446342,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:08.018724 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.019064 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.019400 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.019733 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.020061 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.020470 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.020816 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.021140 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.021464 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.021889 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.022212 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.022533 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.022850 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.023166 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.023479 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:08.168868 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['07fab7eb-0b40-4f15-aaa2-f8ee69446342'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:47:08.226048 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:08.245905 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e8c4f-a8ff-4d28-8d15-27442dac90ac req-e5932eea-0d5c-47f0-94fb-054d87816d7a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:08.247423 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-131e8c4f-a8ff-4d28-8d15-27442dac90ac req-e5932eea-0d5c-47f0-94fb-054d87816d7a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 945 time: 0.1016064 Jul 25 05:47:08.294512 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-131e8c4f-a8ff-4d28-8d15-27442dac90ac req-8ac11fb4-bace-4983-97e4-06f8375ba92c tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 Jul 25 05:47:09.348684 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d2a47640-f078-477f-b914-844c67b71b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:09.457765 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bede6b-17a8-4f1e-beb2-fecd7c68e5a3 req-8a8bad58-fd44-4e48-9f42-508bd28db696 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:09.459936 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-19bede6b-17a8-4f1e-beb2-fecd7c68e5a3 req-8a8bad58-fd44-4e48-9f42-508bd28db696 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 945 time: 0.0680985 Jul 25 05:47:09.517923 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-19bede6b-17a8-4f1e-beb2-fecd7c68e5a3 req-edd03d39-6659-437a-8625-74c40890db2e tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522523 Jul 25 05:47:09.796366 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 07fab7eb-0b40-4f15-aaa2-f8ee69446342 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:47:09.862347 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:47:09.863014 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:09.947858 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:47:09.948262 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:09.975371 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fab7eb-0b40-4f15-aaa2-f8ee69446342'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:47:09.977946 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aa2eaa-4302-41bd-ac92-d9edc06df091" -d '{"events": [{"server_uuid": "7cd734fd-ed06-4c5b-828a-e812b5ddec59", "name": "network-vif-plugged", "status": "completed", "tag": "07fab7eb-0b40-4f15-aaa2-f8ee69446342"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:47:09.994331 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 07fab7eb-0b40-4f15-aaa2-f8ee69446342, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:10.000417 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:10.029508 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88eb14ea-e2d0-488c-804b-ac4f1d6fc890 x-openstack-request-id: req-88eb14ea-e2d0-488c-804b-ac4f1d6fc890 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:47:10.029836 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd734fd-ed06-4c5b-828a-e812b5ddec59", "name": "network-vif-plugged", "status": "completed", "tag": "07fab7eb-0b40-4f15-aaa2-f8ee69446342", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:47:10.030125 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-88eb14ea-e2d0-488c-804b-ac4f1d6fc890 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:47:10.030533 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88eb14ea-e2d0-488c-804b-ac4f1d6fc890'] response: {'server_uuid': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'code': 200} Jul 25 05:47:10.063857 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=07fab7eb-0b40-4f15-aaa2-f8ee69446342,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:10.730917 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bc4c7-a3e8-4bab-bd4e-22f6cbfca936 req-52a4ad11-ada5-49a4-96e7-3665a4a96c67 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:10.732519 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a83bc4c7-a3e8-4bab-bd4e-22f6cbfca936 req-52a4ad11-ada5-49a4-96e7-3665a4a96c67 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.1218586 Jul 25 05:47:10.795060 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a83bc4c7-a3e8-4bab-bd4e-22f6cbfca936 req-d13a4e56-07ca-47b7-828c-b42eb9d7ff58 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513926 Jul 25 05:47:11.732143 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-50b88a30-b235-4b1d-892a-b5e6498090a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:11.925662 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:11.934205 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcb1eb-51d6-4741-a599-ac4b01804573 req-2a31ceb5-e131-48e5-94ea-e21875ca7442 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:11.936421 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-38dcb1eb-51d6-4741-a599-ac4b01804573 req-2a31ceb5-e131-48e5-94ea-e21875ca7442 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0546587 Jul 25 05:47:12.011894 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-38dcb1eb-51d6-4741-a599-ac4b01804573 req-73864336-9af4-45fa-9d88-12729208d56a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627546 Jul 25 05:47:12.594598 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:12.900025 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:12.951797 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 42102) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:13.151907 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044a91a-2d16-43e6-967f-48e2ab60cc0f req-301698c7-249d-4fa7-9962-076dd2d8c5cc tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:13.154500 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Deleting port 45be19d8-bb8d-4f6f-9dc9-a47660e83ffe {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:47:13.154850 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (45be19d8-bb8d-4f6f-9dc9-a47660e83ffe), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:13.160885 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2044a91a-2d16-43e6-967f-48e2ab60cc0f req-301698c7-249d-4fa7-9962-076dd2d8c5cc tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0642545 Jul 25 05:47:13.217372 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2044a91a-2d16-43e6-967f-48e2ab60cc0f req-3b6617dd-f92b-4124-bd45-d72a2c727450 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548837 Jul 25 05:47:13.292535 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (45be19d8-bb8d-4f6f-9dc9-a47660e83ffe), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:13.292885 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for floatingip (45be19d8-bb8d-4f6f-9dc9-a47660e83ffe), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:13.307334 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Calling delete_port for 45be19d8-bb8d-4f6f-9dc9-a47660e83ffe owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:47:13.478774 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (45be19d8-bb8d-4f6f-9dc9-a47660e83ffe), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:13.528387 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event deleted for resources: {'Port': ['ID=45be19d8-bb8d-4f6f-9dc9-a47660e83ffe,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:13.560671 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.561060 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.561406 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.561752 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.562096 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.562428 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.562759 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.563090 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.563417 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.563747 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.564080 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.564586 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.564941 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.565276 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.565626 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:13.587620 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for floatingip (1ef588b0-099a-461e-af5d-3a9ba4824e48), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:13.588503 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Floating IP 1ef588b0-099a-461e-af5d-3a9ba4824e48 disassociated (deleted). External IP: 172.27.3.70, port: 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35. Jul 25 05:47:13.853318 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Router 69d34c74-32ce-4361-8495-19839f55ab35 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:47:13.861435 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:13.987761 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:47:13.993081 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:14.000709 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629ddbb-5b23-44a3-b6bb-09eb13d5c238 None None] Sync routers for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:47:14.014468 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629ddbb-5b23-44a3-b6bb-09eb13d5c238 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:47:14.015128 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9629ddbb-5b23-44a3-b6bb-09eb13d5c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:47:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:14.028405 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2b73f59f-d5b3-40e2-822b-41636676e11b tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "DELETE /v2.0/floatingips/1ef588b0-099a-461e-af5d-3a9ba4824e48 HTTP/1.1" status: 204 len: 168 time: 1.0752332 Jul 25 05:47:14.029033 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b342a18-835a-4975-99f6-8d47fb38676a', 'tag': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:47:14.032821 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923692c0-2b28-4b3e-a7e7-e319ea31c566" -d '{"events": [{"name": "network-changed", "server_uuid": "1b342a18-835a-4975-99f6-8d47fb38676a", "tag": "1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:47:14.075603 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:14.106311 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:14.120912 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea80d97-5764-428e-ab63-194d4fdf285e x-openstack-request-id: req-6ea80d97-5764-428e-ab63-194d4fdf285e {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:47:14.121208 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b342a18-835a-4975-99f6-8d47fb38676a", "tag": "1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:47:14.121466 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6ea80d97-5764-428e-ab63-194d4fdf285e {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:47:14.121876 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea80d97-5764-428e-ab63-194d4fdf285e'] response: {'name': 'network-changed', 'server_uuid': '1b342a18-835a-4975-99f6-8d47fb38676a', 'tag': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35', 'status': 'completed', 'code': 200} Jul 25 05:47:14.147268 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9629ddbb-5b23-44a3-b6bb-09eb13d5c238 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:47:14.231891 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923692c0-2b28-4b3e-a7e7-e319ea31c566 req-ae63a573-09ed-4de6-b341-562721c064b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:14.235255 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-923692c0-2b28-4b3e-a7e7-e319ea31c566 req-ae63a573-09ed-4de6-b341-562721c064b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 1129 time: 0.0537148 Jul 25 05:47:14.282982 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:14.408865 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923692c0-2b28-4b3e-a7e7-e319ea31c566 req-dbb27965-61c4-4f2f-b380-997bff564611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:14.410593 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-923692c0-2b28-4b3e-a7e7-e319ea31c566 req-dbb27965-61c4-4f2f-b380-997bff564611 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 913 time: 0.1668193 Jul 25 05:47:14.442175 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9629ddbb-5b23-44a3-b6bb-09eb13d5c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'c4c9031e-e964-4da5-8c6a-918cd97233bd', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:33:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:16Z', 'updated_at': '2022-07-25T05:43:19Z', 'revision_number': 1, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:14.470970 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629ddbb-5b23-44a3-b6bb-09eb13d5c238 None None] Checking router: 69d34c74-32ce-4361-8495-19839f55ab35 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:47:14.482846 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629ddbb-5b23-44a3-b6bb-09eb13d5c238 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:47:14.484036 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9629ddbb-5b23-44a3-b6bb-09eb13d5c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:47:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:14.492860 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45057e4-8108-41f8-b2c5-84a6874b6d96 req-40107887-ec1e-47ca-8e95-924615195014 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:14.494387 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b45057e4-8108-41f8-b2c5-84a6874b6d96 req-40107887-ec1e-47ca-8e95-924615195014 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 945 time: 0.1278062 Jul 25 05:47:14.500418 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2a610-4fb6-4687-bd3d-376568eb4a3a req-48bdeb2b-cbe7-4f45-9f77-0af435868974 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:14.501891 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-46c2a610-4fb6-4687-bd3d-376568eb4a3a req-48bdeb2b-cbe7-4f45-9f77-0af435868974 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.1180825 Jul 25 05:47:14.584323 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b45057e4-8108-41f8-b2c5-84a6874b6d96 req-2054b747-9988-49e1-a608-97b36effe503 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813396 Jul 25 05:47:14.612346 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9629ddbb-5b23-44a3-b6bb-09eb13d5c238 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:47:14.628337 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-46c2a610-4fb6-4687-bd3d-376568eb4a3a req-91156f48-233c-4416-adfd-7829e2e3dfcc tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155255 Jul 25 05:47:14.728129 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:14.878579 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9629ddbb-5b23-44a3-b6bb-09eb13d5c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'c4c9031e-e964-4da5-8c6a-918cd97233bd', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:33:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:16Z', 'updated_at': '2022-07-25T05:43:19Z', 'revision_number': 1, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:15.046277 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629ddbb-5b23-44a3-b6bb-09eb13d5c238 None None] The sync data for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi is: [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_floatingips': [{'id': 'c4c9031e-e964-4da5-8c6a-918cd97233bd', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'router_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'port_id': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'mac_address': 'fa:16:3e:33:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:43:16Z', 'updated_at': '2022-07-25T05:43:19Z', 'revision_number': 1, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:47:15.311825 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c318bc1-580a-4615-8558-b55dd53a0e1a None None] New status for floating IP 1ef588b0-099a-461e-af5d-3a9ba4824e48: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:47:15.749881 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-923692c0-2b28-4b3e-a7e7-e319ea31c566 req-0668d121-31df-41c7-8ccf-1821e0ae5f90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 HTTP/1.1" status: 200 len: 217 time: 0.0666962 Jul 25 05:47:15.792226 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ace57-c96e-4c87-86c8-9f28a486cc0c req-f7efcc6c-ba89-482d-bfb6-0f38bc2fdafc tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:15.794955 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-675ace57-c96e-4c87-86c8-9f28a486cc0c req-f7efcc6c-ba89-482d-bfb6-0f38bc2fdafc tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 945 time: 0.1165450 Jul 25 05:47:15.801561 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ee84e-e7f3-44d5-8778-62e608c29c5b req-188e2191-7700-43ab-88b6-189af386bac5 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:15.808875 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-436ee84e-e7f3-44d5-8778-62e608c29c5b req-188e2191-7700-43ab-88b6-189af386bac5 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0791974 Jul 25 05:47:15.879928 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923692c0-2b28-4b3e-a7e7-e319ea31c566 req-b6ceca92-01f0-4daa-b3c8-a5414946ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:15.880885 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-436ee84e-e7f3-44d5-8778-62e608c29c5b req-13bd6e17-b6d4-4c14-8d9c-c4b4d9f975d0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707805 Jul 25 05:47:15.882436 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-923692c0-2b28-4b3e-a7e7-e319ea31c566 req-b6ceca92-01f0-4daa-b3c8-a5414946ff05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2adb0773-3023-49e6-8611-e1d6ff14cd2e HTTP/1.1" status: 200 len: 851 time: 0.0899711 Jul 25 05:47:15.919349 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-675ace57-c96e-4c87-86c8-9f28a486cc0c req-d4dc50f0-8843-4631-951c-e0481b6a38f6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068499 Jul 25 05:47:15.976888 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923692c0-2b28-4b3e-a7e7-e319ea31c566 req-601c6abd-7393-4308-83fb-2c0d6957a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:15.978936 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-923692c0-2b28-4b3e-a7e7-e319ea31c566 req-601c6abd-7393-4308-83fb-2c0d6957a0fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bd65f0e-472c-4905-913d-3224424e7dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560472 Jul 25 05:47:16.330359 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:16.367864 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-923692c0-2b28-4b3e-a7e7-e319ea31c566 req-99c619c6-e53d-4c21-a127-b9abcc1b2c29 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985770 Jul 25 05:47:16.508588 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da92964-74f8-46a6-82f8-afa1476f8e22 req-2cb0aa5d-e939-4839-a08e-ce1d34617049 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:16.510085 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4da92964-74f8-46a6-82f8-afa1476f8e22 req-2cb0aa5d-e939-4839-a08e-ce1d34617049 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 945 time: 0.0965030 Jul 25 05:47:16.587226 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-923692c0-2b28-4b3e-a7e7-e319ea31c566 req-f25d9377-fddb-41c0-8d36-a256bd7f7b77 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821876 Jul 25 05:47:16.642879 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-4da92964-74f8-46a6-82f8-afa1476f8e22 req-4c616650-2538-4446-b0e3-f268e637ff41 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Deleting port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:47:16.643317 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4da92964-74f8-46a6-82f8-afa1476f8e22 req-4c616650-2538-4446-b0e3-f268e637ff41 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:16.756728 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-4da92964-74f8-46a6-82f8-afa1476f8e22 req-4c616650-2538-4446-b0e3-f268e637ff41 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] For port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:16.757525 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4da92964-74f8-46a6-82f8-afa1476f8e22 req-4c616650-2538-4446-b0e3-f268e637ff41 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:16.773035 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-4da92964-74f8-46a6-82f8-afa1476f8e22 req-4c616650-2538-4446-b0e3-f268e637ff41 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Calling delete_port for 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:47:16.864145 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:16.918864 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4da92964-74f8-46a6-82f8-afa1476f8e22 req-4c616650-2538-4446-b0e3-f268e637ff41 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:16.955260 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c616650-2538-4446-b0e3-f268e637ff41 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event deleted for resources: {'Port': ['ID=1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:17.013626 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da92964-74f8-46a6-82f8-afa1476f8e22 req-4c616650-2538-4446-b0e3-f268e637ff41 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] No DVR routers for this DVR port 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 on host hv-cinder-85083 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:47:17.016520 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4da92964-74f8-46a6-82f8-afa1476f8e22 req-4c616650-2538-4446-b0e3-f268e637ff41 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:17.020136 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4da92964-74f8-46a6-82f8-afa1476f8e22 req-4c616650-2538-4446-b0e3-f268e637ff41 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "DELETE /v2.0/ports/1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 HTTP/1.1" status: 204 len: 173 time: 0.4980187 Jul 25 05:47:17.020712 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b342a18-835a-4975-99f6-8d47fb38676a', 'name': 'network-vif-deleted', 'tag': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:47:17.024196 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8a04af-5fc3-40cd-851e-8752a9e9278d" -d '{"events": [{"server_uuid": "1b342a18-835a-4975-99f6-8d47fb38676a", "name": "network-vif-deleted", "tag": "1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:47:17.090802 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d181b57a-6f2a-4993-9144-807d99a135b7 req-2b3204a7-d57c-4b62-b6ac-ab9c6ea402d3 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=1b342a18-835a-4975-99f6-8d47fb38676a HTTP/1.1" status: 200 len: 210 time: 0.0611959 Jul 25 05:47:17.109478 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f945189-4232-4e1e-bf33-d37de61d4a9d req-fd148e93-08be-4ece-b5e7-de70a7afceec tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:17.111209 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7f945189-4232-4e1e-bf33-d37de61d4a9d req-fd148e93-08be-4ece-b5e7-de70a7afceec tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.1091857 Jul 25 05:47:17.150624 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d327ea-6b62-4735-ba4b-3a6e9e4736fc x-openstack-request-id: req-f1d327ea-6b62-4735-ba4b-3a6e9e4736fc {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:47:17.150913 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b342a18-835a-4975-99f6-8d47fb38676a", "name": "network-vif-deleted", "tag": "1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:47:17.151168 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f1d327ea-6b62-4735-ba4b-3a6e9e4736fc {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:47:17.151572 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d327ea-6b62-4735-ba4b-3a6e9e4736fc'] response: {'server_uuid': '1b342a18-835a-4975-99f6-8d47fb38676a', 'name': 'network-vif-deleted', 'tag': '1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35', 'status': 'completed', 'code': 200} Jul 25 05:47:17.170300 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7f945189-4232-4e1e-bf33-d37de61d4a9d req-e85db4f1-2d09-4ae3-af60-3a355765fffb tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481827 Jul 25 05:47:18.302389 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db513bb6-98c3-42b7-b079-1084a9e37324 req-3ab9f38e-d35a-4de9-b636-9eaaae830e28 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:18.304542 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-db513bb6-98c3-42b7-b079-1084a9e37324 req-3ab9f38e-d35a-4de9-b636-9eaaae830e28 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0483687 Jul 25 05:47:18.351301 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-db513bb6-98c3-42b7-b079-1084a9e37324 req-431098c9-a25e-4062-9de3-8238627b379d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408871 Jul 25 05:47:18.630663 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee68c2-1dfd-4325-a167-465c0f3dc917 req-6f769ee9-3757-418d-9c8c-3ab419a69cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:18.632145 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7aee68c2-1dfd-4325-a167-465c0f3dc917 req-6f769ee9-3757-418d-9c8c-3ab419a69cc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07879d074bee4b36b1f2f661dc4aeb7f&device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 1130 time: 0.0403428 Jul 25 05:47:18.728071 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee68c2-1dfd-4325-a167-465c0f3dc917 req-95268d82-a838-4a82-87a7-634dd1398e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:18.729551 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7aee68c2-1dfd-4325-a167-465c0f3dc917 req-95268d82-a838-4a82-87a7-634dd1398e8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3bf226e-5490-492a-a2d4-f65b0aace87c HTTP/1.1" status: 200 len: 917 time: 0.0872107 Jul 25 05:47:18.799142 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7aee68c2-1dfd-4325-a167-465c0f3dc917 req-3d0fe9eb-76d8-4bbf-b742-e396e851d43b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342 HTTP/1.1" status: 200 len: 1002 time: 0.0581794 Jul 25 05:47:19.061660 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee68c2-1dfd-4325-a167-465c0f3dc917 req-99eb87d3-bf63-44cf-aaca-f9b1cdc62aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:19.063384 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7aee68c2-1dfd-4325-a167-465c0f3dc917 req-99eb87d3-bf63-44cf-aaca-f9b1cdc62aa0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ecc5ec61-182f-4394-8d5b-0f0b0ace7563 HTTP/1.1" status: 200 len: 855 time: 0.0525098 Jul 25 05:47:19.108509 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee68c2-1dfd-4325-a167-465c0f3dc917 req-8c01062f-ec9f-46c5-b088-e33b56815a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:19.110075 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7aee68c2-1dfd-4325-a167-465c0f3dc917 req-8c01062f-ec9f-46c5-b088-e33b56815a95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3bf226e-5490-492a-a2d4-f65b0aace87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402803 Jul 25 05:47:19.210093 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:19.225334 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7aee68c2-1dfd-4325-a167-465c0f3dc917 req-a07e31b2-0e30-4664-9dfa-9c474de8a7b0 service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873663 Jul 25 05:47:19.439508 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:19.440746 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:19.475234 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5241eeb-513f-482d-be2d-09c6b19c5db0 req-20f35518-22a4-44b8-93cb-4f9a20b4a41b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:19.477369 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c5241eeb-513f-482d-be2d-09c6b19c5db0 req-20f35518-22a4-44b8-93cb-4f9a20b4a41b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 946 time: 0.0491905 Jul 25 05:47:19.512738 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7aee68c2-1dfd-4325-a167-465c0f3dc917 req-de1f36ef-a2d9-48b6-a306-ddce26135799 service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904622 Jul 25 05:47:19.529105 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c5241eeb-513f-482d-be2d-09c6b19c5db0 req-a3824850-789d-4f15-9a96-451793997447 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450187 Jul 25 05:47:19.917540 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 07fab7eb-0b40-4f15-aaa2-f8ee69446342 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:47:19.993607 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:47:19.993998 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:20.016531 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07fab7eb-0b40-4f15-aaa2-f8ee69446342'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:47:20.018817 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a678d190-2e79-493a-84fc-a1bf0484a884" -d '{"events": [{"server_uuid": "7cd734fd-ed06-4c5b-828a-e812b5ddec59", "name": "network-vif-unplugged", "status": "completed", "tag": "07fab7eb-0b40-4f15-aaa2-f8ee69446342"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:47:20.031793 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 07fab7eb-0b40-4f15-aaa2-f8ee69446342, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:20.035849 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:20.036590 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:47:20.074527 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 05:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52956420-17f0-4dc8-bb56-57c595a6bdf8 x-openstack-request-id: req-52956420-17f0-4dc8-bb56-57c595a6bdf8 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:47:20.074743 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd734fd-ed06-4c5b-828a-e812b5ddec59", "name": "network-vif-unplugged", "status": "completed", "tag": "07fab7eb-0b40-4f15-aaa2-f8ee69446342", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:47:20.074990 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-52956420-17f0-4dc8-bb56-57c595a6bdf8 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:47:20.075373 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52956420-17f0-4dc8-bb56-57c595a6bdf8'] response: {'server_uuid': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'code': 200} Jul 25 05:47:20.078387 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:47:20.078733 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1a4e76f2-89b4-4926-8f9f-55d7fbf2ba35 not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:47:20.100917 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=07fab7eb-0b40-4f15-aaa2-f8ee69446342,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:20.391807 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42168) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:20.527526 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Deleting port e1723c61-ab86-4355-862e-e8e869de0a86 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:47:20.528257 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (e1723c61-ab86-4355-862e-e8e869de0a86), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:20.602401 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (e1723c61-ab86-4355-862e-e8e869de0a86), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:20.602721 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for floatingip (e1723c61-ab86-4355-862e-e8e869de0a86), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:20.624590 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Calling delete_port for e1723c61-ab86-4355-862e-e8e869de0a86 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:47:20.918956 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7db352-c8e0-4649-8494-20a20f36ce2e req-2d63b002-ff81-456b-8c69-89e7e440b09a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:20.920304 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9c7db352-c8e0-4649-8494-20a20f36ce2e req-2d63b002-ff81-456b-8c69-89e7e440b09a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.3102150 Jul 25 05:47:21.033035 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9c7db352-c8e0-4649-8494-20a20f36ce2e req-8242f177-fabc-4fa0-acf3-553fba5eab07 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880892 Jul 25 05:47:21.113660 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (e1723c61-ab86-4355-862e-e8e869de0a86), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:21.139753 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event deleted for resources: {'Port': ['ID=e1723c61-ab86-4355-862e-e8e869de0a86,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:21.164486 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.164864 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.165213 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.165558 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.165893 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.166227 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.166557 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.166884 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.167214 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.167542 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.167871 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.168197 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.168522 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.168872 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.169250 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:47:21.216194 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for floatingip (c4c9031e-e964-4da5-8c6a-918cd97233bd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:21.216548 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Floating IP c4c9031e-e964-4da5-8c6a-918cd97233bd disassociated (deleted). External IP: 172.27.3.89, port: b0866f27-ba8f-4546-9f9a-870e1b130663. Jul 25 05:47:21.384056 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:21.416404 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Router 69d34c74-32ce-4361-8495-19839f55ab35 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:47:21.469476 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:21.521711 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:47:21.527488 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:21.536232 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770fcb5e-3e19-4b47-8003-1c5e11354da0 None None] Sync routers for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:47:21.548349 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d92ec3df-3e4a-4c46-8c7f-d4f21bc2d108 req-f941fd26-a297-4cd1-ae90-8b85a7e12e8f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496008 Jul 25 05:47:21.551346 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770fcb5e-3e19-4b47-8003-1c5e11354da0 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:47:21.551975 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-770fcb5e-3e19-4b47-8003-1c5e11354da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:47:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:21.553752 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:21.563314 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a454d32c-daaa-433a-a3da-6e234c97db9f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "DELETE /v2.0/floatingips/c4c9031e-e964-4da5-8c6a-918cd97233bd HTTP/1.1" status: 204 len: 168 time: 1.1704552 Jul 25 05:47:21.563900 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'tag': 'b0866f27-ba8f-4546-9f9a-870e1b130663'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:47:21.566462 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62dfd9f-197d-489e-98cb-669da389e434" -d '{"events": [{"name": "network-changed", "server_uuid": "bc622d78-aba1-429a-8fe6-b3b0252bc63e", "tag": "b0866f27-ba8f-4546-9f9a-870e1b130663"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:47:21.604536 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce0ddc7-e81f-4e4a-b938-0f94ba196c4f x-openstack-request-id: req-cce0ddc7-e81f-4e4a-b938-0f94ba196c4f {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:47:21.604848 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc622d78-aba1-429a-8fe6-b3b0252bc63e", "tag": "b0866f27-ba8f-4546-9f9a-870e1b130663", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:47:21.605105 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cce0ddc7-e81f-4e4a-b938-0f94ba196c4f {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:47:21.605709 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce0ddc7-e81f-4e4a-b938-0f94ba196c4f'] response: {'name': 'network-changed', 'server_uuid': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'tag': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'status': 'completed', 'code': 200} Jul 25 05:47:21.651519 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:21.668046 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-770fcb5e-3e19-4b47-8003-1c5e11354da0 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:47:21.792865 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fab555-c09a-420a-8bf0-ab3487416572 req-7d3eca2c-f81f-48c2-97f3-70daf02a67f9 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:21.794364 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-40fab555-c09a-420a-8bf0-ab3487416572 req-7d3eca2c-f81f-48c2-97f3-70daf02a67f9 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 946 time: 0.0474899 Jul 25 05:47:21.852976 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-40fab555-c09a-420a-8bf0-ab3487416572 req-3e4e5c23-aa18-4599-b0f5-85a6148d7f51 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494006 Jul 25 05:47:21.876799 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-770fcb5e-3e19-4b47-8003-1c5e11354da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:21.904011 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770fcb5e-3e19-4b47-8003-1c5e11354da0 None None] Checking router: 69d34c74-32ce-4361-8495-19839f55ab35 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:47:21.913094 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770fcb5e-3e19-4b47-8003-1c5e11354da0 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:47:21.913720 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-770fcb5e-3e19-4b47-8003-1c5e11354da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:47:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:22.017660 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-770fcb5e-3e19-4b47-8003-1c5e11354da0 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:47:22.152512 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142529f-d7f0-482a-9ca2-cda92c000c61 req-8c785afc-c3c5-40c7-b75c-3cf3871d3149 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:22.154059 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8142529f-d7f0-482a-9ca2-cda92c000c61 req-8c785afc-c3c5-40c7-b75c-3cf3871d3149 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0475099 Jul 25 05:47:22.205162 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-770fcb5e-3e19-4b47-8003-1c5e11354da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:22.206957 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8142529f-d7f0-482a-9ca2-cda92c000c61 req-77c43f9a-5071-40fc-b897-da3d7d52258a tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473366 Jul 25 05:47:22.230042 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770fcb5e-3e19-4b47-8003-1c5e11354da0 None None] The sync data for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi is: [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:39:23Z', 'revision_number': 4, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8', 'name': '', 'network_id': '0bd65f0e-472c-4905-913d-3224424e7dac', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'mac_address': 'fa:16:3e:ac:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:22Z', 'updated_at': '2022-07-25T05:39:30Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'subnets': [{'id': '2adb0773-3023-49e6-8611-e1d6ff14cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:47:22.472097 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a9eefc-43e1-4814-bcb0-c8f4658c38a0 None None] New status for floating IP c4c9031e-e964-4da5-8c6a-918cd97233bd: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:47:22.974358 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa14fbc-bfc0-4218-a362-4c5db80aea03 req-dc098ca1-dde7-44f3-b6c6-7e9c59fa2712 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:22.975869 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1fa14fbc-bfc0-4218-a362-4c5db80aea03 req-dc098ca1-dde7-44f3-b6c6-7e9c59fa2712 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 946 time: 0.0522659 Jul 25 05:47:23.003813 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [req-58b9587b-c3dd-4c6a-a40c-aeb633c3b6de req-79031612-5e71-40a5-ac34-b3733eedd755 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:47:23.004822 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-58b9587b-c3dd-4c6a-a40c-aeb633c3b6de req-79031612-5e71-40a5-ac34-b3733eedd755 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050910 Jul 25 05:47:23.033545 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1fa14fbc-bfc0-4218-a362-4c5db80aea03 req-0d83cdf9-7403-4fc1-b88f-faa324b8a8fc tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518527 Jul 25 05:47:23.168056 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ad03-1cc5-4cd7-8be4-6f5bc41c75e0 req-30e538e0-18a5-4b77-abcb-b795789ddb08 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:23.169493 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cc42ad03-1cc5-4cd7-8be4-6f5bc41c75e0 req-30e538e0-18a5-4b77-abcb-b795789ddb08 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0498588 Jul 25 05:47:23.215465 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-9662e168-a1cc-426f-bf06-a9c4a254717b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0653017 Jul 25 05:47:23.222569 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cc42ad03-1cc5-4cd7-8be4-6f5bc41c75e0 req-a520d7a0-d063-46cb-ba76-343f16f21054 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471766 Jul 25 05:47:23.226279 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ec3df-3e4a-4c46-8c7f-d4f21bc2d108 req-123c4fd3-a65a-445f-a8ae-f1d4cc1721bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:23.227798 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d92ec3df-3e4a-4c46-8c7f-d4f21bc2d108 req-123c4fd3-a65a-445f-a8ae-f1d4cc1721bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 1130 time: 0.0508890 Jul 25 05:47:23.298455 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-09ead2d8-7689-48cc-8f25-562414395a0d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:23.299786 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-09ead2d8-7689-48cc-8f25-562414395a0d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports/07fab7eb-0b40-4f15-aaa2-f8ee69446342 HTTP/1.1" status: 200 len: 941 time: 0.0471661 Jul 25 05:47:23.508456 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ec3df-3e4a-4c46-8c7f-d4f21bc2d108 req-6c86d0ff-b809-437e-a2c0-333ad0db7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:23.509982 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d92ec3df-3e4a-4c46-8c7f-d4f21bc2d108 req-6c86d0ff-b809-437e-a2c0-333ad0db7292 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 913 time: 0.0939929 Jul 25 05:47:23.718828 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d92ec3df-3e4a-4c46-8c7f-d4f21bc2d108 req-236e68bb-0110-499e-9253-a6b5dd8445c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0866f27-ba8f-4546-9f9a-870e1b130663 HTTP/1.1" status: 200 len: 217 time: 0.0343430 Jul 25 05:47:24.052598 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ec3df-3e4a-4c46-8c7f-d4f21bc2d108 req-f62f64fb-ca8d-4f91-a761-842fd456c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:24.054124 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d92ec3df-3e4a-4c46-8c7f-d4f21bc2d108 req-f62f64fb-ca8d-4f91-a761-842fd456c49a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2adb0773-3023-49e6-8611-e1d6ff14cd2e HTTP/1.1" status: 200 len: 851 time: 0.3259363 Jul 25 05:47:24.065058 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae275a-0e4e-4dd2-a2a9-3720de265881 req-5f251988-822c-4ac7-8d26-cf1a2537eaee tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:24.066504 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-49ae275a-0e4e-4dd2-a2a9-3720de265881 req-5f251988-822c-4ac7-8d26-cf1a2537eaee tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 946 time: 0.0591092 Jul 25 05:47:24.153443 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284e918-5905-409a-b0a4-142433764a73 req-045c6b8f-8339-450a-ba3e-d061bc68738d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:24.155040 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a284e918-5905-409a-b0a4-142433764a73 req-045c6b8f-8339-450a-ba3e-d061bc68738d tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 946 time: 0.0522065 Jul 25 05:47:24.204801 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a284e918-5905-409a-b0a4-142433764a73 req-8db486c3-3930-49a3-9d64-a0fcb0bfd4cd tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/security-groups?id=757abf5a-9e50-4137-8b41-4e352e431777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439153 Jul 25 05:47:24.346256 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced70a0b-7dd8-41b7-bfa7-c31406fe919f req-2af4f939-7999-46da-91c6-cbcace9dea55 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:24.347843 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ced70a0b-7dd8-41b7-bfa7-c31406fe919f req-2af4f939-7999-46da-91c6-cbcace9dea55 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0479951 Jul 25 05:47:24.396798 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ced70a0b-7dd8-41b7-bfa7-c31406fe919f req-04c236ec-92fb-4284-99fb-39d10fa01900 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427926 Jul 25 05:47:24.425039 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:24.449018 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ec3df-3e4a-4c46-8c7f-d4f21bc2d108 req-9ff3c225-8a5d-4cf8-9b5d-e85bb6bc75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:24.450494 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d92ec3df-3e4a-4c46-8c7f-d4f21bc2d108 req-9ff3c225-8a5d-4cf8-9b5d-e85bb6bc75ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bd65f0e-472c-4905-913d-3224424e7dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164346 Jul 25 05:47:24.470518 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-bdce2bd0-504f-4f66-a12b-1d5352ae9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:24.471895 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-bdce2bd0-504f-4f66-a12b-1d5352ae9a31 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59&tenant_id=07879d074bee4b36b1f2f661dc4aeb7f HTTP/1.1" status: 200 len: 1128 time: 0.0880477 Jul 25 05:47:24.475468 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [req-d92ec3df-3e4a-4c46-8c7f-d4f21bc2d108 req-282414a4-7838-435b-8d35-41bbbe50e89a service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:47:24.476414 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d92ec3df-3e4a-4c46-8c7f-d4f21bc2d108 req-282414a4-7838-435b-8d35-41bbbe50e89a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078809 Jul 25 05:47:24.505247 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-80416dff-18ca-4af4-9315-57dd02f0e7ff service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:47:24.506185 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-80416dff-18ca-4af4-9315-57dd02f0e7ff service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0143530 Jul 25 05:47:24.508578 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-49ae275a-0e4e-4dd2-a2a9-3720de265881 req-d5b1dcb4-c4b5-44f0-ae6b-25b74a08b1c8 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Deleting port b0866f27-ba8f-4546-9f9a-870e1b130663 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:47:24.508985 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-49ae275a-0e4e-4dd2-a2a9-3720de265881 req-d5b1dcb4-c4b5-44f0-ae6b-25b74a08b1c8 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:24.659542 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-011bbc78-3a8f-4b39-abf0-fde26eedbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:24.660948 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-011bbc78-3a8f-4b39-abf0-fde26eedbadf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07879d074bee4b36b1f2f661dc4aeb7f&device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 1128 time: 0.1069281 Jul 25 05:47:24.717001 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d92ec3df-3e4a-4c46-8c7f-d4f21bc2d108 req-099bedb8-f757-4afd-9041-b6337a6fdb19 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260108 Jul 25 05:47:24.723195 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:24.755837 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-49ae275a-0e4e-4dd2-a2a9-3720de265881 req-d5b1dcb4-c4b5-44f0-ae6b-25b74a08b1c8 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] For port b0866f27-ba8f-4546-9f9a-870e1b130663, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=b0866f27-ba8f-4546-9f9a-870e1b130663,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:24.756201 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-49ae275a-0e4e-4dd2-a2a9-3720de265881 req-d5b1dcb4-c4b5-44f0-ae6b-25b74a08b1c8 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:24.796155 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-49ae275a-0e4e-4dd2-a2a9-3720de265881 req-d5b1dcb4-c4b5-44f0-ae6b-25b74a08b1c8 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Calling delete_port for b0866f27-ba8f-4546-9f9a-870e1b130663 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:47:24.869566 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-545521d1-7594-40b7-ba6c-7ac8591bea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:24.871022 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-545521d1-7594-40b7-ba6c-7ac8591bea2f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3bf226e-5490-492a-a2d4-f65b0aace87c HTTP/1.1" status: 200 len: 917 time: 0.1993060 Jul 25 05:47:24.982773 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d92ec3df-3e4a-4c46-8c7f-d4f21bc2d108 req-0f5cb7fb-7f45-4d08-b33d-683dec669275 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290874 Jul 25 05:47:25.001901 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-af1d7353-f532-4598-b95e-ccc635608607 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342 HTTP/1.1" status: 200 len: 1000 time: 0.0996182 Jul 25 05:47:25.125504 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-f0eff5e6-e548-4286-8397-8fdbe64c1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:25.126944 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-f0eff5e6-e548-4286-8397-8fdbe64c1552 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ecc5ec61-182f-4394-8d5b-0f0b0ace7563 HTTP/1.1" status: 200 len: 855 time: 0.1148705 Jul 25 05:47:25.136755 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dfd9f-197d-489e-98cb-669da389e434 req-a4a6d8a2-5a9d-4fd0-ac64-3889bcf2ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:25.138163 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b62dfd9f-197d-489e-98cb-669da389e434 req-a4a6d8a2-5a9d-4fd0-ac64-3889bcf2ff8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee638472255a48d2bdffa17a4ff22339&device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 1130 time: 0.0651715 Jul 25 05:47:25.177774 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-49ae275a-0e4e-4dd2-a2a9-3720de265881 req-d5b1dcb4-c4b5-44f0-ae6b-25b74a08b1c8 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (b0866f27-ba8f-4546-9f9a-870e1b130663), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:25.228842 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1dcb4-c4b5-44f0-ae6b-25b74a08b1c8 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event deleted for resources: {'Port': ['ID=b0866f27-ba8f-4546-9f9a-870e1b130663,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:25.272197 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-dcd9ab88-973d-4c01-a60d-0ff85c1307f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:25.274292 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-dcd9ab88-973d-4c01-a60d-0ff85c1307f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3bf226e-5490-492a-a2d4-f65b0aace87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1323965 Jul 25 05:47:25.311436 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b788d51d-25e6-4d6a-b8ed-37b2e2f074c2 req-6051a297-027b-43e4-9858-7359af5a8c40 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0297799 Jul 25 05:47:25.333915 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ae275a-0e4e-4dd2-a2a9-3720de265881 req-d5b1dcb4-c4b5-44f0-ae6b-25b74a08b1c8 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] No DVR routers for this DVR port b0866f27-ba8f-4546-9f9a-870e1b130663 on host hv-cinder-85083 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:47:25.344483 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-49ae275a-0e4e-4dd2-a2a9-3720de265881 req-d5b1dcb4-c4b5-44f0-ae6b-25b74a08b1c8 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:25.347640 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-49ae275a-0e4e-4dd2-a2a9-3720de265881 req-d5b1dcb4-c4b5-44f0-ae6b-25b74a08b1c8 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.43 "DELETE /v2.0/ports/b0866f27-ba8f-4546-9f9a-870e1b130663 HTTP/1.1" status: 204 len: 173 time: 1.0037670 Jul 25 05:47:25.348124 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'name': 'network-vif-deleted', 'tag': 'b0866f27-ba8f-4546-9f9a-870e1b130663'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:47:25.350345 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee2f870-21a3-4cb3-b90e-8c1a2feb4480" -d '{"events": [{"server_uuid": "bc622d78-aba1-429a-8fe6-b3b0252bc63e", "name": "network-vif-deleted", "tag": "b0866f27-ba8f-4546-9f9a-870e1b130663"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:47:25.401641 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:25.406170 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31508a02-b507-4902-9dc4-6bd3d44d67b6 x-openstack-request-id: req-31508a02-b507-4902-9dc4-6bd3d44d67b6 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:47:25.406457 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc622d78-aba1-429a-8fe6-b3b0252bc63e", "name": "network-vif-deleted", "tag": "b0866f27-ba8f-4546-9f9a-870e1b130663", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:47:25.406738 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-31508a02-b507-4902-9dc4-6bd3d44d67b6 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:47:25.407134 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31508a02-b507-4902-9dc4-6bd3d44d67b6'] response: {'server_uuid': 'bc622d78-aba1-429a-8fe6-b3b0252bc63e', 'name': 'network-vif-deleted', 'tag': 'b0866f27-ba8f-4546-9f9a-870e1b130663', 'status': 'completed', 'code': 200} Jul 25 05:47:25.411911 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dfd9f-197d-489e-98cb-669da389e434 req-a30c7197-a76b-4c6e-81bc-e08ba078f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:25.413404 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b62dfd9f-197d-489e-98cb-669da389e434 req-a30c7197-a76b-4c6e-81bc-e08ba078f425 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 200 len: 913 time: 0.2601507 Jul 25 05:47:25.440701 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-beb6a651-2cad-43a8-a4b2-39ccbd52d014 service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403484 Jul 25 05:47:25.477196 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b62dfd9f-197d-489e-98cb-669da389e434 req-274b9e57-6f56-49b5-b458-88e7cc1b5fca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0866f27-ba8f-4546-9f9a-870e1b130663 HTTP/1.1" status: 200 len: 217 time: 0.0349011 Jul 25 05:47:25.524846 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b0516-609c-4442-a0fe-4055ca12c0f3 req-236d6c44-c179-4423-9361-dce5368c3879 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:25.526693 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-907b0516-609c-4442-a0fe-4055ca12c0f3 req-236d6c44-c179-4423-9361-dce5368c3879 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0537698 Jul 25 05:47:25.574934 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-907b0516-609c-4442-a0fe-4055ca12c0f3 req-850742c1-18ad-48a8-b3f9-99e6cb049dac tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426896 Jul 25 05:47:25.605676 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dfd9f-197d-489e-98cb-669da389e434 req-772c53e7-92da-47b7-a5f7-de44379ff148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:25.607132 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b62dfd9f-197d-489e-98cb-669da389e434 req-772c53e7-92da-47b7-a5f7-de44379ff148 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2adb0773-3023-49e6-8611-e1d6ff14cd2e HTTP/1.1" status: 200 len: 851 time: 0.0749695 Jul 25 05:47:25.613017 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4b31212-f1bf-47ea-a16f-e570ff450d5a req-fd1adeb5-5f27-4f62-8dab-138435f3857b service neutron] 10.222.0.43 "GET /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348617 Jul 25 05:47:25.666959 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dfd9f-197d-489e-98cb-669da389e434 req-6db58a2b-1441-4066-b79e-1cc9ceb025ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:25.668526 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b62dfd9f-197d-489e-98cb-669da389e434 req-6db58a2b-1441-4066-b79e-1cc9ceb025ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bd65f0e-472c-4905-913d-3224424e7dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428047 Jul 25 05:47:25.688939 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:25.779349 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b62dfd9f-197d-489e-98cb-669da389e434 req-8c742374-41aa-4301-9c99-757bda125c16 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999134 Jul 25 05:47:25.886592 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 07fab7eb-0b40-4f15-aaa2-f8ee69446342 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:47:25.933901 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b62dfd9f-197d-489e-98cb-669da389e434 req-dac37c6c-f469-4cd9-8fc3-84d4eab33429 service neutron] 10.222.0.43 "GET /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958598 Jul 25 05:47:25.969665 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 is: DOWN; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:47:26.435211 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9f94442b-794d-4264-8575-ea29197343f7 req-7cfe830e-fb94-4c8d-b8a0-d6fb13ffd4a3 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0308785 Jul 25 05:47:26.715198 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e50ad-4e26-4b9a-bc51-93c36c5f145c req-f249d5e1-8b4c-4a5f-aba6-8785ad55b33f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:26.716709 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dd0e50ad-4e26-4b9a-bc51-93c36c5f145c req-f249d5e1-8b4c-4a5f-aba6-8785ad55b33f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0643153 Jul 25 05:47:26.768861 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dd0e50ad-4e26-4b9a-bc51-93c36c5f145c req-09e659a0-07d9-47cd-80f6-2137f82d27bc tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462780 Jul 25 05:47:27.556154 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f085ed8b-9912-4dc3-8fdf-79515078d685 req-94f20c70-86c7-4912-bcc2-f325f5cc1a22 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0323904 Jul 25 05:47:27.886533 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device b0866f27-ba8f-4546-9f9a-870e1b130663 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:47:27.907607 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: b0866f27-ba8f-4546-9f9a-870e1b130663 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:47:27.908096 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device b0866f27-ba8f-4546-9f9a-870e1b130663 not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:47:27.915285 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab82132-f06f-4af7-b4c5-79ee8ca134f3 req-ae39c698-bdc4-48f7-8bc2-3561a75b2f57 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:27.916855 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6ab82132-f06f-4af7-b4c5-79ee8ca134f3 req-ae39c698-bdc4-48f7-8bc2-3561a75b2f57 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0642145 Jul 25 05:47:27.928141 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:27.969689 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6ab82132-f06f-4af7-b4c5-79ee8ca134f3 req-47345c8f-367e-4c76-bd61-dc2006833b01 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473034 Jul 25 05:47:28.678291 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-11c10649-6a74-4636-acbe-20521417ed5b req-d28fbf33-2d0c-4665-a758-e13353e58c1f tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0312917 Jul 25 05:47:29.101343 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a4bf9-e6d4-4efc-8ff4-1a39a3e834e0 req-fd369c5f-1c1c-4de6-b8d8-ab36df1d5661 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:29.103656 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-598a4bf9-e6d4-4efc-8ff4-1a39a3e834e0 req-fd369c5f-1c1c-4de6-b8d8-ab36df1d5661 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0527735 Jul 25 05:47:29.124735 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:29.156843 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-598a4bf9-e6d4-4efc-8ff4-1a39a3e834e0 req-78c21f68-2686-4423-9b81-a4f70870d36b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469069 Jul 25 05:47:29.805881 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7987a224-92cb-464b-93e2-7b19502a8bef req-b56dc936-ce4b-4845-a662-222200e7a599 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0364888 Jul 25 05:47:30.285676 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc046c2c-4fec-4e70-a01b-b00d786c0064 req-e35cdd77-cf0c-4462-acb2-af51fee81945 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:30.287193 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cc046c2c-4fec-4e70-a01b-b00d786c0064 req-e35cdd77-cf0c-4462-acb2-af51fee81945 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0501208 Jul 25 05:47:30.339042 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cc046c2c-4fec-4e70-a01b-b00d786c0064 req-a9b8b4c6-f708-4a0f-92b7-78a187b8fde3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454657 Jul 25 05:47:30.938076 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aaf726d0-f4a2-4411-a563-2d85f7acca1f req-eb39ee50-bfbd-445b-a931-8d377ba39290 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0412197 Jul 25 05:47:31.467934 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb760c4-c501-4821-b3b6-41eccf578cef req-c630b807-6aab-4ce5-ab9d-5f60e0b4b6ff tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:31.469612 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cdb760c4-c501-4821-b3b6-41eccf578cef req-c630b807-6aab-4ce5-ab9d-5f60e0b4b6ff tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0498488 Jul 25 05:47:31.524184 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-cdb760c4-c501-4821-b3b6-41eccf578cef req-b9cf3a89-a71e-4041-98c5-626919f13ca8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480905 Jul 25 05:47:32.052523 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e944e6b5-3a6a-4158-8a7e-14565f0c6d11 req-8bfacc8e-31a3-475f-8081-7bd99bd3495a tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0296497 Jul 25 05:47:32.652372 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b841dae-5ad7-4ddb-8390-3972b121228a req-26da27b4-f47a-4a96-b4fd-2246722f3ba4 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:32.653918 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5b841dae-5ad7-4ddb-8390-3972b121228a req-26da27b4-f47a-4a96-b4fd-2246722f3ba4 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0520003 Jul 25 05:47:32.704509 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5b841dae-5ad7-4ddb-8390-3972b121228a req-672bc147-bf74-4bd1-a952-b69be2b8b58d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450196 Jul 25 05:47:33.166826 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-88ec6223-8e24-4d07-a4c9-ebca666f1a8c req-3fbbb2ce-ddf1-426c-a30c-d01eaa84e4a0 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0295420 Jul 25 05:47:33.836009 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74104c52-e588-48ab-8c9c-e3b9986da49c req-59448cad-cd62-4bc2-8ea5-bc9dc5c87746 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:33.837633 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-74104c52-e588-48ab-8c9c-e3b9986da49c req-59448cad-cd62-4bc2-8ea5-bc9dc5c87746 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0531521 Jul 25 05:47:33.887323 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-74104c52-e588-48ab-8c9c-e3b9986da49c req-3398b119-c464-4cb9-87ff-2f33b3fa0cea tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436566 Jul 25 05:47:34.259689 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=18 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:34.265767 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=20 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:34.278174 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-28f79e3a-c420-403d-8f9a-35a922b0162b req-fae36982-1841-4561-860a-4df464947c29 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0322673 Jul 25 05:47:35.010981 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c31247-99ae-4b94-badb-b394b3c38c27 req-3322ac23-c5d8-4c09-ba2c-dbfb1f8ec097 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:35.012398 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-92c31247-99ae-4b94-badb-b394b3c38c27 req-3322ac23-c5d8-4c09-ba2c-dbfb1f8ec097 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0489259 Jul 25 05:47:35.060277 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-92c31247-99ae-4b94-badb-b394b3c38c27 req-170a0efc-1890-4fbd-a7f2-58efee657f09 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422843 Jul 25 05:47:35.386565 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6a8d106a-728f-49cd-87e5-cede83a22fb6 req-6184d9c4-7306-427c-8ecc-ef2a2ef581c4 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc622d78-aba1-429a-8fe6-b3b0252bc63e HTTP/1.1" status: 200 len: 210 time: 0.0283229 Jul 25 05:47:35.925803 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=18 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:35.928116 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=45 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:35.962033 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=72 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:36.177462 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c0e70-a26d-401c-bbab-fe7056eba742 req-1e39b6f0-3583-4232-8eba-12bed16b465b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:36.178921 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-846c0e70-a26d-401c-bbab-fe7056eba742 req-1e39b6f0-3583-4232-8eba-12bed16b465b tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0460625 Jul 25 05:47:36.228894 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-846c0e70-a26d-401c-bbab-fe7056eba742 req-0249165c-ead1-4696-aceb-472e32ad0e69 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434299 Jul 25 05:47:36.445198 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42300) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:36.555141 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-38d8a8b7-872a-4587-b5b4-5da686f00625 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Deleting port d0350b39-1b24-4613-936b-9b6e47aebdf8 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:47:36.555772 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38d8a8b7-872a-4587-b5b4-5da686f00625 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (d0350b39-1b24-4613-936b-9b6e47aebdf8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:36.630618 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38d8a8b7-872a-4587-b5b4-5da686f00625 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (d0350b39-1b24-4613-936b-9b6e47aebdf8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:36.630939 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38d8a8b7-872a-4587-b5b4-5da686f00625 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for floatingip (d0350b39-1b24-4613-936b-9b6e47aebdf8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:36.643072 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-38d8a8b7-872a-4587-b5b4-5da686f00625 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Calling delete_port for d0350b39-1b24-4613-936b-9b6e47aebdf8 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:47:36.691427 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:36.756685 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:36.780922 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38d8a8b7-872a-4587-b5b4-5da686f00625 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (d0350b39-1b24-4613-936b-9b6e47aebdf8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:36.807446 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8a8b7-872a-4587-b5b4-5da686f00625 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event deleted for resources: {'Port': ['ID=d0350b39-1b24-4613-936b-9b6e47aebdf8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:36.870601 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38d8a8b7-872a-4587-b5b4-5da686f00625 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for floatingip (bdd012f9-9639-4d53-842b-e931668cafe1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:36.873080 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38d8a8b7-872a-4587-b5b4-5da686f00625 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:36.874243 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-38d8a8b7-872a-4587-b5b4-5da686f00625 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "DELETE /v2.0/floatingips/bdd012f9-9639-4d53-842b-e931668cafe1 HTTP/1.1" status: 204 len: 168 time: 0.4286797 Jul 25 05:47:37.350015 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eda9c8-5e20-4378-9229-a0ca25d01703 req-44525e0f-53ce-493c-9d3e-20ce0bdc2d07 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:37.351517 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-46eda9c8-5e20-4378-9229-a0ca25d01703 req-44525e0f-53ce-493c-9d3e-20ce0bdc2d07 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 944 time: 0.0497339 Jul 25 05:47:37.400574 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-46eda9c8-5e20-4378-9229-a0ca25d01703 req-6146e0f1-e611-4c77-92af-3e04ba53d4d8 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433898 Jul 25 05:47:37.907772 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=67 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:37.937332 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 07fab7eb-0b40-4f15-aaa2-f8ee69446342 details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:47:38.037071 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 07fab7eb-0b40-4f15-aaa2-f8ee69446342, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:38.048606 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'port_id': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'mac_address': 'fa:16:3e:f2:64:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:47:38.073728 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42314) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:38.085047 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:47:38.085441 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:38.099242 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fab7eb-0b40-4f15-aaa2-f8ee69446342 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:47:38.119542 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 07fab7eb-0b40-4f15-aaa2-f8ee69446342, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:38.123730 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:38.132678 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89d2e9aa-9ae9-4941-ae34-5282e22e66d6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group (757abf5a-9e50-4137-8b41-4e352e431777), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:38.159457 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89d2e9aa-9ae9-4941-ae34-5282e22e66d6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group (757abf5a-9e50-4137-8b41-4e352e431777), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:38.172850 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=07fab7eb-0b40-4f15-aaa2-f8ee69446342,revision_number=9']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:38.283325 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89d2e9aa-9ae9-4941-ae34-5282e22e66d6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (757abf5a-9e50-4137-8b41-4e352e431777), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:38.286425 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89d2e9aa-9ae9-4941-ae34-5282e22e66d6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:38.291080 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-89d2e9aa-9ae9-4941-ae34-5282e22e66d6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] 10.222.0.33 "DELETE /v2.0/security-groups/757abf5a-9e50-4137-8b41-4e352e431777 HTTP/1.1" status: 204 len: 168 time: 0.2162654 Jul 25 05:47:38.304933 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2e9aa-9ae9-4941-ae34-5282e22e66d6 tempest-TestVolumeBootPattern-301894717 tempest-TestVolumeBootPattern-301894717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757abf5a-9e50-4137-8b41-4e352e431777,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:38.371943 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42318) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:38.466339 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['07fab7eb-0b40-4f15-aaa2-f8ee69446342'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:47:38.586325 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca668cb-33b7-4058-adf2-eac81c72610d req-8b4c1f13-8197-4a80-9312-9c30f285fb0c tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:38.588446 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9ca668cb-33b7-4058-adf2-eac81c72610d req-8b4c1f13-8197-4a80-9312-9c30f285fb0c tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 945 time: 0.1109300 Jul 25 05:47:38.683601 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9ca668cb-33b7-4058-adf2-eac81c72610d req-7d98dbb1-d92e-4c79-9a8c-952ffcced8ef tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883663 Jul 25 05:47:38.851550 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed57eb31-29b0-4431-ac97-ecee66a60aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663856'] for router_interface (69d34c74-32ce-4361-8495-19839f55ab35), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:38.922520 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:38.928753 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:47:38.991662 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:39.065326 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ed57eb31-29b0-4431-ac97-ecee66a60aa6 admin admin] Deleting port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:47:39.065646 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed57eb31-29b0-4431-ac97-ecee66a60aa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:39.145252 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-ed57eb31-29b0-4431-ac97-ecee66a60aa6 admin admin] For port 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:39.145937 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed57eb31-29b0-4431-ac97-ecee66a60aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:39.164039 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ed57eb31-29b0-4431-ac97-ecee66a60aa6 admin admin] Calling delete_port for 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:47:39.340638 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed57eb31-29b0-4431-ac97-ecee66a60aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:39.342887 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-608bd7d2-5ee8-4566-a1ab-cfe7bf7af064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:39.364705 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57eb31-29b0-4431-ac97-ecee66a60aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:39.533826 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed57eb31-29b0-4431-ac97-ecee66a60aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3620335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666816'] for router_interface (69d34c74-32ce-4361-8495-19839f55ab35), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:39.722550 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:39.740462 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed57eb31-29b0-4431-ac97-ecee66a60aa6 admin admin] Router 69d34c74-32ce-4361-8495-19839f55ab35 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:47:39.864435 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e9463-d9e3-4734-9375-fd2ee38c2322 req-b89142cf-9f1e-42a1-b265-f8c990fccd22 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:39.865908 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c75e9463-d9e3-4734-9375-fd2ee38c2322 req-b89142cf-9f1e-42a1-b265-f8c990fccd22 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 945 time: 0.0809782 Jul 25 05:47:39.876724 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:39.902737 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed57eb31-29b0-4431-ac97-ecee66a60aa6 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:47:39.909523 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ed57eb31-29b0-4431-ac97-ecee66a60aa6 admin admin] 10.222.0.33 "PUT /v2.0/routers/69d34c74-32ce-4361-8495-19839f55ab35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5366001 Jul 25 05:47:39.912290 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 42326) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:39.915464 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f28be-135c-46a0-a81c-ae60855dd457 None None] Sync routers for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:47:39.931543 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f28be-135c-46a0-a81c-ae60855dd457 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:47:39.932158 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0e8f28be-135c-46a0-a81c-ae60855dd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:47:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:39.933668 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c75e9463-d9e3-4734-9375-fd2ee38c2322 req-a6583382-c617-4425-a4e5-4fce863b029d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599275 Jul 25 05:47:39.973828 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 07fab7eb-0b40-4f15-aaa2-f8ee69446342 up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:47:40.025582 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] Publish callbacks [] for router (69d34c74-32ce-4361-8495-19839f55ab35), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.076200 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:47:40.076571 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.079166 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-0e8f28be-135c-46a0-a81c-ae60855dd457 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:47:40.125677 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] Publish callbacks [] for router_gateway (69d34c74-32ce-4361-8495-19839f55ab35), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.169494 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] Deleting port 82c4cfd0-9446-4781-a12e-5452ee24a108 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:47:40.169834 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (82c4cfd0-9446-4781-a12e-5452ee24a108), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.256658 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] For port 82c4cfd0-9446-4781-a12e-5452ee24a108, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=82c4cfd0-9446-4781-a12e-5452ee24a108,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:40.256958 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (82c4cfd0-9446-4781-a12e-5452ee24a108), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.270235 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] Calling delete_port for 82c4cfd0-9446-4781-a12e-5452ee24a108 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:47:40.392993 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:47:40.393713 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.397225 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:40.404602 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:40.438209 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (82c4cfd0-9446-4781-a12e-5452ee24a108), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.448089 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fab7eb-0b40-4f15-aaa2-f8ee69446342'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:47:40.450384 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a62dc2-72bb-43b6-b904-1ee5ad164d73" -d '{"events": [{"server_uuid": "7cd734fd-ed06-4c5b-828a-e812b5ddec59", "name": "network-vif-plugged", "status": "completed", "tag": "07fab7eb-0b40-4f15-aaa2-f8ee69446342"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:47:40.466054 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c4cfd0-9446-4781-a12e-5452ee24a108,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:40.468857 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 07fab7eb-0b40-4f15-aaa2-f8ee69446342, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:40.471910 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0e8f28be-135c-46a0-a81c-ae60855dd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:47:39Z', 'revision_number': 5, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port': {'id': '82c4cfd0-9446-4781-a12e-5452ee24a108', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d34c74-32ce-4361-8495-19839f55ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:20Z', 'updated_at': '2022-07-25T05:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:40.498579 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f28be-135c-46a0-a81c-ae60855dd457 None None] Checking router: 69d34c74-32ce-4361-8495-19839f55ab35 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:47:40.501343 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c26744a-f958-47b8-8c06-c0609745b1cc x-openstack-request-id: req-6c26744a-f958-47b8-8c06-c0609745b1cc {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:47:40.501634 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd734fd-ed06-4c5b-828a-e812b5ddec59", "name": "network-vif-plugged", "status": "completed", "tag": "07fab7eb-0b40-4f15-aaa2-f8ee69446342", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:47:40.501888 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6c26744a-f958-47b8-8c06-c0609745b1cc {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:47:40.502273 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c26744a-f958-47b8-8c06-c0609745b1cc'] response: {'server_uuid': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'code': 200} Jul 25 05:47:40.503030 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.533317 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667339'] for router_gateway (69d34c74-32ce-4361-8495-19839f55ab35), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.540998 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f28be-135c-46a0-a81c-ae60855dd457 None None] Routers {'69d34c74-32ce-4361-8495-19839f55ab35'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:47:40.541660 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0e8f28be-135c-46a0-a81c-ae60855dd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:47:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['69d34c74-32ce-4361-8495-19839f55ab35'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:40.618196 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=07fab7eb-0b40-4f15-aaa2-f8ee69446342,revision_number=10']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:40.625184 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (69d34c74-32ce-4361-8495-19839f55ab35), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.626051 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-0e8f28be-135c-46a0-a81c-ae60855dd457 None None] Set router 69d34c74-32ce-4361-8495-19839f55ab35 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:47:40.627422 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] Publish callbacks [] for router_controller (69d34c74-32ce-4361-8495-19839f55ab35), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.676997 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666222'] for router (69d34c74-32ce-4361-8495-19839f55ab35), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.677621 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69d34c74-32ce-4361-8495-19839f55ab35 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 05:47:40.682744 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.683106 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0e8f28be-135c-46a0-a81c-ae60855dd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:47:40Z', 'revision_number': 7, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port_host': None}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:40.684110 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9b36b65b-4052-4086-9e92-29caa1fa57a9 admin admin] 10.222.0.33 "DELETE /v2.0/routers/69d34c74-32ce-4361-8495-19839f55ab35 HTTP/1.1" status: 204 len: 168 time: 0.7626851 Jul 25 05:47:40.686652 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 42330) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:40.712753 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f28be-135c-46a0-a81c-ae60855dd457 None None] The sync data for ids ['69d34c74-32ce-4361-8495-19839f55ab35'] in dv-cinder-850830-1-iscsi is: [{'id': '69d34c74-32ce-4361-8495-19839f55ab35', 'name': 'tempest-TestVolumeBootPattern-1420198674-router', 'tenant_id': 'ee638472255a48d2bdffa17a4ff22339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:19Z', 'updated_at': '2022-07-25T05:47:40Z', 'revision_number': 7, 'project_id': 'ee638472255a48d2bdffa17a4ff22339', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:47:40.734887 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11d456a-b77c-400f-baaf-c4048824d680 admin admin] Deleting subnet 2adb0773-3023-49e6-8611-e1d6ff14cd2e {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:47:40.738545 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a11d456a-b77c-400f-baaf-c4048824d680 admin admin] Publish callbacks [] for subnet (2adb0773-3023-49e6-8611-e1d6ff14cd2e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.780220 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a11d456a-b77c-400f-baaf-c4048824d680 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61739776'] for subnet (2adb0773-3023-49e6-8611-e1d6ff14cd2e), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.818033 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:40.870887 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:40.889451 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8569bd9-c620-4a45-9dcd-c8dc36b47fef req-c903fd1d-0a11-4c01-91c4-8c8a79bc2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:40.890976 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f8569bd9-c620-4a45-9dcd-c8dc36b47fef req-c903fd1d-0a11-4c01-91c4-8c8a79bc2eeb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 1131 time: 0.1190827 Jul 25 05:47:40.900006 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a11d456a-b77c-400f-baaf-c4048824d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (2adb0773-3023-49e6-8611-e1d6ff14cd2e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:40.975018 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f8569bd9-c620-4a45-9dcd-c8dc36b47fef req-72271d54-4492-48e9-b326-68cd6749dbb5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724804 Jul 25 05:47:40.983960 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a11d456a-b77c-400f-baaf-c4048824d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61948112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61931711'] for subnet (2adb0773-3023-49e6-8611-e1d6ff14cd2e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.014532 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d456a-b77c-400f-baaf-c4048824d680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2adb0773-3023-49e6-8611-e1d6ff14cd2e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:41.018013 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a11d456a-b77c-400f-baaf-c4048824d680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.021312 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a11d456a-b77c-400f-baaf-c4048824d680 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/2adb0773-3023-49e6-8611-e1d6ff14cd2e HTTP/1.1" status: 204 len: 168 time: 0.3336780 Jul 25 05:47:41.023735 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 42336) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:41.027981 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe7e216-b05d-484c-8d79-52d01e961ff5 None None] Network 0bd65f0e-472c-4905-913d-3224424e7dac requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:47:41.108995 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (0bd65f0e-472c-4905-913d-3224424e7dac), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.175986 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Deleting port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:47:41.177274 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.251405 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d8a866-393d-4b2d-b5f0-e2c26f5c202d None None] DHCP port deletion for 0bd65f0e-472c-4905-913d-3224424e7dac request from dv-cinder-850830-1-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 05:47:41.263122 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] For port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=62b2655d-b81f-4cf1-adbd-09b65e5d5cd1,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:41.263493 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.278279 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Calling delete_port for 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:47:41.294620 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e7d8a866-393d-4b2d-b5f0-e2c26f5c202d None None] Deleting port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:47:41.294991 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e7d8a866-393d-4b2d-b5f0-e2c26f5c202d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.360915 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e563e-edab-4b27-ab46-36f375dae775 req-bbef6b95-d3bb-4833-a7fd-12ca0a015e2c tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:41.362352 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e54e563e-edab-4b27-ab46-36f375dae775 req-bbef6b95-d3bb-4833-a7fd-12ca0a015e2c tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 947 time: 0.3504093 Jul 25 05:47:41.364833 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.369655 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e7d8a866-393d-4b2d-b5f0-e2c26f5c202d None None] For port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=62b2655d-b81f-4cf1-adbd-09b65e5d5cd1,segment=NetworkSegment(b62c7a48-7283-4512-825d-fd4ac58e9c72),segment_id=b62c7a48-7283-4512-825d-fd4ac58e9c72)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:41.370062 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e7d8a866-393d-4b2d-b5f0-e2c26f5c202d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.383499 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e7d8a866-393d-4b2d-b5f0-e2c26f5c202d None None] Calling delete_port for 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:47:41.395345 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=62b2655d-b81f-4cf1-adbd-09b65e5d5cd1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:41.402810 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] No DVR routers for this DVR port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 on host dv-cinder-850830-1-iscsi {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:47:41.412276 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e54e563e-edab-4b27-ab46-36f375dae775 req-736165e3-82be-40b7-8da0-a86bac8cc059 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427706 Jul 25 05:47:41.467691 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e7d8a866-393d-4b2d-b5f0-e2c26f5c202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559'] for port (62b2655d-b81f-4cf1-adbd-09b65e5d5cd1), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.483389 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (0bd65f0e-472c-4905-913d-3224424e7dac), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.496156 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8a866-393d-4b2d-b5f0-e2c26f5c202d None None] Pushing event deleted for resources: {'Port': ['ID=62b2655d-b81f-4cf1-adbd-09b65e5d5cd1,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:41.499811 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d8a866-393d-4b2d-b5f0-e2c26f5c202d None None] No DVR routers for this DVR port 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 on host dv-cinder-850830-1-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:47:41.503529 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd65f0e-472c-4905-913d-3224424e7dac']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:41.514300 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62c7a48-7283-4512-825d-fd4ac58e9c72') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:41.514592 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62c7a48-7283-4512-825d-fd4ac58e9c72') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:41.524051 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61739833'] for segment (b62c7a48-7283-4512-825d-fd4ac58e9c72), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.539533 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (b62c7a48-7283-4512-825d-fd4ac58e9c72), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.544954 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:47:41.545350 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61948010'] for segment (b62c7a48-7283-4512-825d-fd4ac58e9c72), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.568379 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment b62c7a48-7283-4512-825d-fd4ac58e9c72 resource provider aggregate not found Jul 25 05:47:41.729919 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fe0ccf6e-52db-4dea-8d17-1b5331876b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.865829 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment b62c7a48-7283-4512-825d-fd4ac58e9c72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b62c7a48-7283-4512-825d-fd4ac58e9c72 found for delete ", "request_id": "req-19f0b23e-5031-4940-b19f-de361a93e38e"}]} Jul 25 05:47:41.866898 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (0bd65f0e-472c-4905-913d-3224424e7dac), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.872426 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:41.875512 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] 10.222.0.33 "DELETE /v2.0/networks/0bd65f0e-472c-4905-913d-3224424e7dac HTTP/1.1" status: 204 len: 168 time: 0.8501315 Jul 25 05:47:41.878506 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42342) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:41.886387 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd0ba7-4019-434b-b5cd-732f62ed9e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd65f0e-472c-4905-913d-3224424e7dac,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:42.195130 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14031e3e-bfb9-4c5a-82ad-bca9b83b6421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663856'] for router_interface (220d205a-a03d-4695-8f69-e837696435b1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:42.430718 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-14031e3e-bfb9-4c5a-82ad-bca9b83b6421 admin admin] Deleting port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:47:42.431685 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14031e3e-bfb9-4c5a-82ad-bca9b83b6421 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:42.453441 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:42.555410 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-14031e3e-bfb9-4c5a-82ad-bca9b83b6421 admin admin] For port bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf,segment=NetworkSegment(3b6d4450-fac0-4fc8-8a73-0ebe448f014b),segment_id=3b6d4450-fac0-4fc8-8a73-0ebe448f014b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:42.556584 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14031e3e-bfb9-4c5a-82ad-bca9b83b6421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:42.575335 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3be7a0-49bc-49ca-9214-325964f18fde req-57bd7c54-0e22-403b-b612-3b07815908ac tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:42.576874 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ef3be7a0-49bc-49ca-9214-325964f18fde req-57bd7c54-0e22-403b-b612-3b07815908ac tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 947 time: 0.0748827 Jul 25 05:47:42.581367 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-14031e3e-bfb9-4c5a-82ad-bca9b83b6421 admin admin] Calling delete_port for bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:47:42.597766 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:42.664025 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:42.680338 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-ef3be7a0-49bc-49ca-9214-325964f18fde req-3a37d88e-ad22-46ce-bc1e-3d6cdce44760 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920854 Jul 25 05:47:42.798357 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:47:42.819342 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:47:42.819762 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 0d739b41-e8d4-4b7f-be2a-a7db6dd6d1f8 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:47:42.820284 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:47:42.822819 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14031e3e-bfb9-4c5a-82ad-bca9b83b6421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:42.840396 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:47:42.840739 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 62b2655d-b81f-4cf1-adbd-09b65e5d5cd1 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:47:42.841185 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 82c4cfd0-9446-4781-a12e-5452ee24a108 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:47:42.853399 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14031e3e-bfb9-4c5a-82ad-bca9b83b6421 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:42.863216 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 82c4cfd0-9446-4781-a12e-5452ee24a108 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:47:42.863567 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 82c4cfd0-9446-4781-a12e-5452ee24a108 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:47:42.910172 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:43.021714 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14031e3e-bfb9-4c5a-82ad-bca9b83b6421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3620335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666816'] for router_interface (220d205a-a03d-4695-8f69-e837696435b1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:43.239710 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14031e3e-bfb9-4c5a-82ad-bca9b83b6421 admin admin] Router 220d205a-a03d-4695-8f69-e837696435b1 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:47:43.293477 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:43.347982 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14031e3e-bfb9-4c5a-82ad-bca9b83b6421 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:47:43.357615 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722aa85c-e54c-4977-90e4-f4c111f74d19 None None] Sync routers for ids ['220d205a-a03d-4695-8f69-e837696435b1'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:47:43.358209 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-14031e3e-bfb9-4c5a-82ad-bca9b83b6421 admin admin] 10.222.0.33 "PUT /v2.0/routers/220d205a-a03d-4695-8f69-e837696435b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4776015 Jul 25 05:47:43.358510 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42380) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:43.367730 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722aa85c-e54c-4977-90e4-f4c111f74d19 None None] Routers {'220d205a-a03d-4695-8f69-e837696435b1'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:47:43.369045 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-722aa85c-e54c-4977-90e4-f4c111f74d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:47:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['220d205a-a03d-4695-8f69-e837696435b1'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:43.458719 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] Publish callbacks [] for router (220d205a-a03d-4695-8f69-e837696435b1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:43.469483 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-722aa85c-e54c-4977-90e4-f4c111f74d19 None None] Set router 220d205a-a03d-4695-8f69-e837696435b1 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:47:43.554073 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] Publish callbacks [] for router_gateway (220d205a-a03d-4695-8f69-e837696435b1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:43.592993 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:43.601867 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] Deleting port 8827fe5a-fa3a-4d0d-a55f-cff70a71944f {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:47:43.602212 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (8827fe5a-fa3a-4d0d-a55f-cff70a71944f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:43.645874 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-722aa85c-e54c-4977-90e4-f4c111f74d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d205a-a03d-4695-8f69-e837696435b1', 'name': 'tempest-TestVolumeBootPattern-1228876922-router', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8827fe5a-fa3a-4d0d-a55f-cff70a71944f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:26Z', 'updated_at': '2022-07-25T05:47:42Z', 'revision_number': 5, 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'gw_port': {'id': '8827fe5a-fa3a-4d0d-a55f-cff70a71944f', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d205a-a03d-4695-8f69-e837696435b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:39:27Z', 'updated_at': '2022-07-25T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:43.670716 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722aa85c-e54c-4977-90e4-f4c111f74d19 None None] Checking router: 220d205a-a03d-4695-8f69-e837696435b1 for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:47:43.678872 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722aa85c-e54c-4977-90e4-f4c111f74d19 None None] Routers {'220d205a-a03d-4695-8f69-e837696435b1'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:47:43.679496 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-722aa85c-e54c-4977-90e4-f4c111f74d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:47:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['220d205a-a03d-4695-8f69-e837696435b1'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:43.683444 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] For port 8827fe5a-fa3a-4d0d-a55f-cff70a71944f, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=8827fe5a-fa3a-4d0d-a55f-cff70a71944f,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:43.683815 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (8827fe5a-fa3a-4d0d-a55f-cff70a71944f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:43.697224 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] Calling delete_port for 8827fe5a-fa3a-4d0d-a55f-cff70a71944f owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:47:43.848218 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-722aa85c-e54c-4977-90e4-f4c111f74d19 None None] Set router 220d205a-a03d-4695-8f69-e837696435b1 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:47:43.853303 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ec814-b47f-474f-a052-2607ced10001 req-c67e4e3c-0f9b-41e5-9c0a-13d00688eba3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:47:43.854996 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953ec814-b47f-474f-a052-2607ced10001 req-c67e4e3c-0f9b-41e5-9c0a-13d00688eba3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 947 time: 0.0927022 Jul 25 05:47:43.900070 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-722aa85c-e54c-4977-90e4-f4c111f74d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d205a-a03d-4695-8f69-e837696435b1', 'name': 'tempest-TestVolumeBootPattern-1228876922-router', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:26Z', 'updated_at': '2022-07-25T05:47:43Z', 'revision_number': 6, 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'gw_port_host': None}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:43.928207 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722aa85c-e54c-4977-90e4-f4c111f74d19 None None] The sync data for ids ['220d205a-a03d-4695-8f69-e837696435b1'] in dv-cinder-850830-1-iscsi is: [{'id': '220d205a-a03d-4695-8f69-e837696435b1', 'name': 'tempest-TestVolumeBootPattern-1228876922-router', 'tenant_id': 'e7503d2734414a67962cccd71e3b97e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:39:26Z', 'updated_at': '2022-07-25T05:47:43Z', 'revision_number': 6, 'project_id': 'e7503d2734414a67962cccd71e3b97e5', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:47:43.951828 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-953ec814-b47f-474f-a052-2607ced10001 req-f4fa0bd5-d38b-4c13-8df2-e8d114358eab tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907443 Jul 25 05:47:43.983153 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (8827fe5a-fa3a-4d0d-a55f-cff70a71944f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.006147 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] Pushing event deleted for resources: {'Port': ['ID=8827fe5a-fa3a-4d0d-a55f-cff70a71944f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:44.070701 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667339'] for router_gateway (220d205a-a03d-4695-8f69-e837696435b1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.157534 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (220d205a-a03d-4695-8f69-e837696435b1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.159685 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] Publish callbacks [] for router_controller (220d205a-a03d-4695-8f69-e837696435b1), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.182334 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.205006 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666222'] for router (220d205a-a03d-4695-8f69-e837696435b1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.205590 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 220d205a-a03d-4695-8f69-e837696435b1 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 05:47:44.209856 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.211034 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c59f5f74-ae88-4384-8b9b-19fb14d97205 admin admin] 10.222.0.33 "DELETE /v2.0/routers/220d205a-a03d-4695-8f69-e837696435b1 HTTP/1.1" status: 204 len: 168 time: 0.8515716 Jul 25 05:47:44.214480 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42386) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:44.258528 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf792803-9d92-43cc-b388-fa01672e667a admin admin] Deleting subnet ddb26619-d964-402c-a80a-afef812217a0 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:47:44.261788 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf792803-9d92-43cc-b388-fa01672e667a admin admin] Publish callbacks [] for subnet (ddb26619-d964-402c-a80a-afef812217a0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.286929 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:44.299391 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf792803-9d92-43cc-b388-fa01672e667a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002132'] for subnet (ddb26619-d964-402c-a80a-afef812217a0), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.380822 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf792803-9d92-43cc-b388-fa01672e667a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (ddb26619-d964-402c-a80a-afef812217a0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.433096 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf792803-9d92-43cc-b388-fa01672e667a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61988012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62031678'] for subnet (ddb26619-d964-402c-a80a-afef812217a0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.459788 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf792803-9d92-43cc-b388-fa01672e667a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb26619-d964-402c-a80a-afef812217a0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:44.463969 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf792803-9d92-43cc-b388-fa01672e667a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.467124 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-bf792803-9d92-43cc-b388-fa01672e667a admin admin] 10.222.0.33 "DELETE /v2.0/subnets/ddb26619-d964-402c-a80a-afef812217a0 HTTP/1.1" status: 204 len: 168 time: 0.2516491 Jul 25 05:47:44.469704 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42388) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:44.475426 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54177a12-3a5e-4234-9f07-c0dd657b0fe7 None None] Network 40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:47:44.494651 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:44.544185 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.586520 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Deleting port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:47:44.586978 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.649685 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] For port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6,segment=NetworkSegment(3b6d4450-fac0-4fc8-8a73-0ebe448f014b),segment_id=3b6d4450-fac0-4fc8-8a73-0ebe448f014b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:44.650050 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.669258 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Calling delete_port for a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:47:44.672983 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7359e45-b516-46d8-abfd-e3c422941067 None None] DHCP port deletion for 40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239 request from dv-cinder-850830-1-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 05:47:44.726922 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:44.732960 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a7359e45-b516-46d8-abfd-e3c422941067 None None] Deleting port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:47:44.733335 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a7359e45-b516-46d8-abfd-e3c422941067 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.736942 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.763526 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.778481 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] No DVR routers for this DVR port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 on host dv-cinder-850830-1-iscsi {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:47:44.823200 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 8827fe5a-fa3a-4d0d-a55f-cff70a71944f no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:47:44.826325 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a7359e45-b516-46d8-abfd-e3c422941067 None None] For port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6,segment=NetworkSegment(3b6d4450-fac0-4fc8-8a73-0ebe448f014b),segment_id=3b6d4450-fac0-4fc8-8a73-0ebe448f014b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:47:44.826730 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a7359e45-b516-46d8-abfd-e3c422941067 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.833004 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:44.862804 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a7359e45-b516-46d8-abfd-e3c422941067 None None] Calling delete_port for a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:47:44.864520 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 8827fe5a-fa3a-4d0d-a55f-cff70a71944f {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:47:44.864953 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 8827fe5a-fa3a-4d0d-a55f-cff70a71944f not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:47:44.865367 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:47:44.888450 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:47:44.888824 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device bb3c62a9-ba36-4fb2-b2ae-37b722da9bdf not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:47:44.889231 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:47:44.890068 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.911697 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:47:44.912238 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:47:44.914514 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:44.926012 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6d4450-fac0-4fc8-8a73-0ebe448f014b') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:44.926328 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6d4450-fac0-4fc8-8a73-0ebe448f014b') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:47:44.938765 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002157'] for segment (3b6d4450-fac0-4fc8-8a73-0ebe448f014b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.955319 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (3b6d4450-fac0-4fc8-8a73-0ebe448f014b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.964139 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:47:44.964536 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61987862'] for segment (3b6d4450-fac0-4fc8-8a73-0ebe448f014b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.973951 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:44.982229 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a7359e45-b516-46d8-abfd-e3c422941067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559'] for port (a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:44.990119 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment 3b6d4450-fac0-4fc8-8a73-0ebe448f014b resource provider aggregate not found Jul 25 05:47:44.998044 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7359e45-b516-46d8-abfd-e3c422941067 None None] No DVR routers for this DVR port a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6 on host dv-cinder-850830-1-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:47:45.020358 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment 3b6d4450-fac0-4fc8-8a73-0ebe448f014b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b6d4450-fac0-4fc8-8a73-0ebe448f014b found for delete ", "request_id": "req-57e90d16-a771-434e-9ea8-90737b0951a4"}]} Jul 25 05:47:45.020758 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359e45-b516-46d8-abfd-e3c422941067 None None] Pushing event deleted for resources: {'Port': ['ID=a2de2f62-0e2f-46d1-818e-3a60ac2f8ae6,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:45.042378 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:45.048933 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:45.054519 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] 10.222.0.33 "DELETE /v2.0/networks/40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239 HTTP/1.1" status: 204 len: 168 time: 0.5838928 Jul 25 05:47:45.069729 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da97f47-9558-45ee-a462-374d78ecbe61 admin admin] Pushing event deleted for resources: {'Network': ['ID=40e8bfbb-fbb4-42ee-8d8d-5c5e2962e239,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:45.172824 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42396) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:45.212360 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2f1e9d7a-1bbf-4b90-90b5-0c3f9ad68f4a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ee638472255a48d2bdffa17a4ff22339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382159 Jul 25 05:47:45.215169 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42398) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:45.262925 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3004c33-b66d-4715-9a2e-863829eec696 admin admin] Publish callbacks [] for security_group (9e37c60a-7063-4f15-aedc-7d23cb6cd3fd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:45.283915 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3004c33-b66d-4715-9a2e-863829eec696 admin admin] Publish callbacks [] for security_group (9e37c60a-7063-4f15-aedc-7d23cb6cd3fd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:45.305144 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:45.332699 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3004c33-b66d-4715-9a2e-863829eec696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (9e37c60a-7063-4f15-aedc-7d23cb6cd3fd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:45.335270 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3004c33-b66d-4715-9a2e-863829eec696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:45.336622 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a3004c33-b66d-4715-9a2e-863829eec696 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9e37c60a-7063-4f15-aedc-7d23cb6cd3fd HTTP/1.1" status: 204 len: 168 time: 0.1205730 Jul 25 05:47:45.344562 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3004c33-b66d-4715-9a2e-863829eec696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e37c60a-7063-4f15-aedc-7d23cb6cd3fd,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:45.655469 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42404) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:45.694640 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-027e9d30-87e1-4d24-891e-5f5741edfd9f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e7503d2734414a67962cccd71e3b97e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380292 Jul 25 05:47:45.697456 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42406) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:47:45.748057 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6a491a2-81b1-4951-b5ca-45fa5831f26e admin admin] Publish callbacks [] for security_group (3641407f-e695-4728-82d0-d7ea6e5ceec2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:45.768703 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6a491a2-81b1-4951-b5ca-45fa5831f26e admin admin] Publish callbacks [] for security_group (3641407f-e695-4728-82d0-d7ea6e5ceec2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:45.783153 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:45.818355 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6a491a2-81b1-4951-b5ca-45fa5831f26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (3641407f-e695-4728-82d0-d7ea6e5ceec2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:45.820943 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6a491a2-81b1-4951-b5ca-45fa5831f26e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:47:45.822674 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f6a491a2-81b1-4951-b5ca-45fa5831f26e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3641407f-e695-4728-82d0-d7ea6e5ceec2 HTTP/1.1" status: 204 len: 168 time: 0.1243567 Jul 25 05:47:45.831004 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a491a2-81b1-4951-b5ca-45fa5831f26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3641407f-e695-4728-82d0-d7ea6e5ceec2,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:47:51.860065 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:51.877687 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=2,neutron:SELECT=63,neutron:DELETE=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:53.873745 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=42 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:53.902964 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=43 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:55.357688 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:55.825374 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:DELETE=4,neutron:SELECT=24 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:55.826168 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:47:55.845087 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=30,neutron:DELETE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:05.346121 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:05.346950 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:09.345842 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a0095ec-acbc-469e-b7a1-3751481b611e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:11.722343 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-372d9c32-a687-420d-9902-b1a2df6736ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:12.167833 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720575e1-9728-4079-92ca-d2b8631bb988 req-5c6330c5-f30d-4512-a833-8e1be5e88d86 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:12.169340 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-720575e1-9728-4079-92ca-d2b8631bb988 req-5c6330c5-f30d-4512-a833-8e1be5e88d86 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0481939 Jul 25 05:48:12.217764 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-720575e1-9728-4079-92ca-d2b8631bb988 req-fff8e644-c42a-42e7-97cc-a283a1e09608 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429249 Jul 25 05:48:12.592975 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:12.914109 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:13.357440 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038e3ae-20a3-4cf8-a190-6a2da18fcd8e req-ea704f03-ac38-46ae-86a0-0d23b515645e tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:13.359808 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5038e3ae-20a3-4cf8-a190-6a2da18fcd8e req-ea704f03-ac38-46ae-86a0-0d23b515645e tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0546250 Jul 25 05:48:13.417798 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5038e3ae-20a3-4cf8-a190-6a2da18fcd8e req-5d9d02ce-0f20-4667-aebe-3b2af238f827 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521269 Jul 25 05:48:14.185459 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:14.538518 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8b1da-0ae7-42cf-bd53-0f68a31e0032 req-d0b66468-ac59-4fe2-a89c-5ffabff61a56 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:14.539966 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e6d8b1da-0ae7-42cf-bd53-0f68a31e0032 req-d0b66468-ac59-4fe2-a89c-5ffabff61a56 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0463450 Jul 25 05:48:14.588380 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e6d8b1da-0ae7-42cf-bd53-0f68a31e0032 req-9973f380-e7f4-4e6d-8227-607e905c1940 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Jul 25 05:48:14.715427 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:15.702804 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d3eda-b55d-4ded-bdf4-43b7d7d86681 req-4c8da6e2-6321-4a12-a5ee-4a6c331dc3d7 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:15.704596 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f14d3eda-b55d-4ded-bdf4-43b7d7d86681 req-4c8da6e2-6321-4a12-a5ee-4a6c331dc3d7 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0482202 Jul 25 05:48:15.753152 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f14d3eda-b55d-4ded-bdf4-43b7d7d86681 req-387a720d-95f7-42b4-a27a-d94b49ddd7bd tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427489 Jul 25 05:48:15.926938 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:48:16.878559 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13583a-e758-4e43-ba88-dfe25e77decc req-ca63c1c5-6dc7-4eeb-8b0c-e403b49570d2 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:16.880236 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3e13583a-e758-4e43-ba88-dfe25e77decc req-ca63c1c5-6dc7-4eeb-8b0c-e403b49570d2 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0546610 Jul 25 05:48:16.931222 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3e13583a-e758-4e43-ba88-dfe25e77decc req-55653e07-efbc-4fb1-be34-2835fb9248f6 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448017 Jul 25 05:48:17.356661 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0c91f-6c34-4605-89c0-6ffc56ac3f92 req-137baded-550a-4997-81fd-559cae49ca0d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:17.358200 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fbe0c91f-6c34-4605-89c0-6ffc56ac3f92 req-137baded-550a-4997-81fd-559cae49ca0d tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 947 time: 0.0481398 Jul 25 05:48:17.405673 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fbe0c91f-6c34-4605-89c0-6ffc56ac3f92 req-6de74992-4657-4c63-9f17-573098af92c3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417404 Jul 25 05:48:18.048222 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c07ea7-7e35-4349-b7db-b218d438c114 req-00a47344-45f0-42b9-9190-750e051d4107 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:18.049724 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f5c07ea7-7e35-4349-b7db-b218d438c114 req-00a47344-45f0-42b9-9190-750e051d4107 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0499840 Jul 25 05:48:18.098238 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f5c07ea7-7e35-4349-b7db-b218d438c114 req-a102fc60-1049-46db-9f55-13b6785268df tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428917 Jul 25 05:48:18.525435 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c36d5-a7c0-40ce-b88b-636b53778d97 req-b7e15e70-39d5-483b-ad7f-0c9f91f16de3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:18.526906 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d96c36d5-a7c0-40ce-b88b-636b53778d97 req-b7e15e70-39d5-483b-ad7f-0c9f91f16de3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 947 time: 0.0470963 Jul 25 05:48:18.574141 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d96c36d5-a7c0-40ce-b88b-636b53778d97 req-2d3cad03-8868-442c-9b2f-bcbc5c3587d3 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d30934-82db-43d6-8a59-4d5d7f6ecac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417192 Jul 25 05:48:18.963870 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-4993e3a7-ee28-40ae-841a-dacb72888bc1 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:18.965358 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-4993e3a7-ee28-40ae-841a-dacb72888bc1 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 947 time: 0.0464010 Jul 25 05:48:19.048203 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Deleting port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:48:19.048533 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:19.137305 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] For port 07fab7eb-0b40-4f15-aaa2-f8ee69446342, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=07fab7eb-0b40-4f15-aaa2-f8ee69446342,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:48:19.137672 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:19.214193 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94cae8-973c-4ae8-ad53-ea4e69e86dd9 req-23db4068-3f1d-441a-8cfb-61f2a64ac5e5 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:19.215706 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4d94cae8-973c-4ae8-ad53-ea4e69e86dd9 req-23db4068-3f1d-441a-8cfb-61f2a64ac5e5 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0475726 Jul 25 05:48:19.268499 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-4d94cae8-973c-4ae8-ad53-ea4e69e86dd9 req-1e4248fe-7630-464a-9355-f926085ca96e tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472925 Jul 25 05:48:19.306913 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:19.307196 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667184'] for floatingip (409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:19.307507 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Floating IP 409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b disassociated. External IP: 172.27.3.219, port: 07fab7eb-0b40-4f15-aaa2-f8ee69446342. Jul 25 05:48:19.307845 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Calling delete_port for 07fab7eb-0b40-4f15-aaa2-f8ee69446342 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:48:19.438935 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (07fab7eb-0b40-4f15-aaa2-f8ee69446342), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:19.465674 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event deleted for resources: {'Port': ['ID=07fab7eb-0b40-4f15-aaa2-f8ee69446342,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:48:19.478202 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.478202 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.478202 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.478507 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.478623 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.478910 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.479235 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.479571 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.479898 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.480228 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.480560 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.480908 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.481242 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.481574 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.481895 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:19.590663 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Router f632e564-9df5-4703-a6b8-dcc5255d2e94 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:48:19.675802 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-73c17ae3-3ffa-4f89-920b-a5cce4779715 req-41949b3c-4125-4562-9d8c-331cbfc06af0 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 210 time: 0.0285821 Jul 25 05:48:19.700981 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:48:19.708627 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b391d25-6c1f-453c-8e44-b89a72a9257a None None] Sync routers for ids ['f632e564-9df5-4703-a6b8-dcc5255d2e94'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:48:19.719118 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b391d25-6c1f-453c-8e44-b89a72a9257a None None] Routers {'f632e564-9df5-4703-a6b8-dcc5255d2e94'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:48:19.719736 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3b391d25-6c1f-453c-8e44-b89a72a9257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:48:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['f632e564-9df5-4703-a6b8-dcc5255d2e94'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:48:19.741920 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] No DVR routers for this DVR port 07fab7eb-0b40-4f15-aaa2-f8ee69446342 on host hv-cinder-85083 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:48:19.745034 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:19.748245 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b7d9e3ec-3519-4377-8498-5cf44c39bf87 req-42e406a7-8f80-4f5e-be81-bd18336cd84f tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.43 "DELETE /v2.0/ports/07fab7eb-0b40-4f15-aaa2-f8ee69446342 HTTP/1.1" status: 204 len: 173 time: 0.7765954 Jul 25 05:48:19.748678 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'name': 'network-vif-deleted', 'tag': '07fab7eb-0b40-4f15-aaa2-f8ee69446342'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:48:19.750947 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a50309f-3998-4a62-9eeb-faa44275bfe4" -d '{"events": [{"server_uuid": "7cd734fd-ed06-4c5b-828a-e812b5ddec59", "name": "network-vif-deleted", "tag": "07fab7eb-0b40-4f15-aaa2-f8ee69446342"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:48:19.927153 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a280ad-0189-4f0b-a124-90de8b354ddf x-openstack-request-id: req-66a280ad-0189-4f0b-a124-90de8b354ddf {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:48:19.927451 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd734fd-ed06-4c5b-828a-e812b5ddec59", "name": "network-vif-deleted", "tag": "07fab7eb-0b40-4f15-aaa2-f8ee69446342", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:48:19.927711 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-66a280ad-0189-4f0b-a124-90de8b354ddf {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:48:19.928121 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a280ad-0189-4f0b-a124-90de8b354ddf'] response: {'server_uuid': '7cd734fd-ed06-4c5b-828a-e812b5ddec59', 'name': 'network-vif-deleted', 'tag': '07fab7eb-0b40-4f15-aaa2-f8ee69446342', 'status': 'completed', 'code': 200} Jul 25 05:48:19.964082 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-3b391d25-6c1f-453c-8e44-b89a72a9257a None None] Set router f632e564-9df5-4703-a6b8-dcc5255d2e94 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:48:20.157064 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3b391d25-6c1f-453c-8e44-b89a72a9257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:05Z', 'revision_number': 5, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:48:20.182399 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b391d25-6c1f-453c-8e44-b89a72a9257a None None] Checking router: f632e564-9df5-4703-a6b8-dcc5255d2e94 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:48:20.190676 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b391d25-6c1f-453c-8e44-b89a72a9257a None None] Routers {'f632e564-9df5-4703-a6b8-dcc5255d2e94'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:48:20.191285 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3b391d25-6c1f-453c-8e44-b89a72a9257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:48:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['f632e564-9df5-4703-a6b8-dcc5255d2e94'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:48:20.294919 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-3b391d25-6c1f-453c-8e44-b89a72a9257a None None] Set router f632e564-9df5-4703-a6b8-dcc5255d2e94 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:48:20.381833 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b36db-d0ae-4b50-a363-1775e5ef8eea req-28a350ef-0a63-49ec-82bd-417cdea660fb tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:20.383426 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8b5b36db-d0ae-4b50-a363-1775e5ef8eea req-28a350ef-0a63-49ec-82bd-417cdea660fb tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0478880 Jul 25 05:48:20.434281 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8b5b36db-d0ae-4b50-a363-1775e5ef8eea req-0ee90149-3015-4e8a-82bd-bbbc4fe860b6 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444927 Jul 25 05:48:20.488868 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3b391d25-6c1f-453c-8e44-b89a72a9257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:05Z', 'revision_number': 5, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:48:20.515432 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b391d25-6c1f-453c-8e44-b89a72a9257a None None] The sync data for ids ['f632e564-9df5-4703-a6b8-dcc5255d2e94'] in dv-cinder-850830-1-iscsi is: [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:43:02Z', 'revision_number': 4, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '05524308-2487-450f-b659-5cc0b82eeffb', 'name': '', 'network_id': 'a3bf226e-5490-492a-a2d4-f65b0aace87c', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'mac_address': 'fa:16:3e:c5:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:43:01Z', 'updated_at': '2022-07-25T05:43:05Z', 'revision_number': 5, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'subnets': [{'id': 'ecc5ec61-182f-4394-8d5b-0f0b0ace7563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:48:20.732718 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450d782-e566-446e-8b01-fcd80fcf3f96 None None] New status for floating IP 409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:48:20.793047 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3f260d6c-bd70-4d8c-8003-ba93b349907e req-1bdd1e3c-f4fa-4345-9998-5058e7fd9a66 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/ports?device_id=7cd734fd-ed06-4c5b-828a-e812b5ddec59 HTTP/1.1" status: 200 len: 210 time: 0.0286496 Jul 25 05:48:21.549416 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66230337-d389-4d5c-b084-169ecae87d0a req-7c21fb38-3582-4d4b-91e5-c09edb865244 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:21.550879 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-66230337-d389-4d5c-b084-169ecae87d0a req-7c21fb38-3582-4d4b-91e5-c09edb865244 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0493135 Jul 25 05:48:21.563548 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:21.602456 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-66230337-d389-4d5c-b084-169ecae87d0a req-70ee3560-8ad6-4042-bacd-9e1ac515be2a tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454507 Jul 25 05:48:21.885972 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42462) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:48:21.902572 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:21.939250 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group (81d30934-82db-43d6-8a59-4d5d7f6ecac8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:21.963450 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group (81d30934-82db-43d6-8a59-4d5d7f6ecac8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:22.009751 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (81d30934-82db-43d6-8a59-4d5d7f6ecac8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:22.012330 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:22.013498 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "DELETE /v2.0/security-groups/81d30934-82db-43d6-8a59-4d5d7f6ecac8 HTTP/1.1" status: 204 len: 168 time: 0.1265481 Jul 25 05:48:22.016304 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 42464) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:48:22.022320 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d30934-82db-43d6-8a59-4d5d7f6ecac8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:48:22.029980 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.030326 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.030660 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.030992 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.031324 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.031511 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.api.v2.resource [None req-1a019d73-25d8-4b4c-aa67-fe917c422c16 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] show failed (client error): The resource could not be found. Jul 25 05:48:22.031650 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.031977 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.032299 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.032518 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1a019d73-25d8-4b4c-aa67-fe917c422c16 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "GET /v2.0/security-groups/81d30934-82db-43d6-8a59-4d5d7f6ecac8 HTTP/1.1" status: 404 len: 347 time: 0.0145836 Jul 25 05:48:22.032730 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.032974 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.033296 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.033615 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.033934 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.034253 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.034569 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f32941-8e1f-41e6-bcc6-d863726f2754 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:22.035236 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 42466) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:48:22.149672 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9918611d-fcc3-4cdc-a800-bf723e3515d9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Deleting port 13fc1901-5bf1-4a86-b244-68be84ed9659 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:48:22.150013 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9918611d-fcc3-4cdc-a800-bf723e3515d9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (13fc1901-5bf1-4a86-b244-68be84ed9659), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:22.152309 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:22.169140 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:22.227684 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9918611d-fcc3-4cdc-a800-bf723e3515d9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (13fc1901-5bf1-4a86-b244-68be84ed9659), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:22.227998 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9918611d-fcc3-4cdc-a800-bf723e3515d9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for floatingip (13fc1901-5bf1-4a86-b244-68be84ed9659), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:22.239891 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9918611d-fcc3-4cdc-a800-bf723e3515d9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Calling delete_port for 13fc1901-5bf1-4a86-b244-68be84ed9659 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:48:22.370762 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9918611d-fcc3-4cdc-a800-bf723e3515d9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (13fc1901-5bf1-4a86-b244-68be84ed9659), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:22.392742 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918611d-fcc3-4cdc-a800-bf723e3515d9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Pushing event deleted for resources: {'Port': ['ID=13fc1901-5bf1-4a86-b244-68be84ed9659,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:48:22.487199 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f1cd5-a7c8-4fea-907b-f67c6fa2362f req-7acb7686-047b-4d33-84ff-ecdd0ed6371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:22.488656 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-839f1cd5-a7c8-4fea-907b-f67c6fa2362f req-7acb7686-047b-4d33-84ff-ecdd0ed6371d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=354d7ebd6b454fb5a601a2a78a88561e&device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 1129 time: 0.0696161 Jul 25 05:48:22.493257 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9918611d-fcc3-4cdc-a800-bf723e3515d9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks [] for floatingip (409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:22.495667 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9918611d-fcc3-4cdc-a800-bf723e3515d9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:22.496696 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9918611d-fcc3-4cdc-a800-bf723e3515d9 tempest-AttachVolumeShelveTestJSON-1223130607 tempest-AttachVolumeShelveTestJSON-1223130607-project] 10.222.0.33 "DELETE /v2.0/floatingips/409b0f3d-6d35-4caa-8a2e-a8c5d7979d4b HTTP/1.1" status: 204 len: 168 time: 0.4606001 Jul 25 05:48:22.586883 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f1cd5-a7c8-4fea-907b-f67c6fa2362f req-0d3d5424-3e8a-4483-bdb6-fc824c7463ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:22.588639 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-839f1cd5-a7c8-4fea-907b-f67c6fa2362f req-0d3d5424-3e8a-4483-bdb6-fc824c7463ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 HTTP/1.1" status: 200 len: 910 time: 0.0897501 Jul 25 05:48:22.660289 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-839f1cd5-a7c8-4fea-907b-f67c6fa2362f req-48e2969e-3223-4202-bd63-2d91afb23eff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1046d76f-597e-40e1-a094-544799c676dd HTTP/1.1" status: 200 len: 1001 time: 0.0642579 Jul 25 05:48:22.725846 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a302-3110-4506-b226-3ec3d87f6d63 req-c7faad9f-75ed-4ebd-9101-14359cfed165 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:22.726516 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f1cd5-a7c8-4fea-907b-f67c6fa2362f req-32c611c1-6be4-4763-aa1c-013144b22d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:22.727565 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0288a302-3110-4506-b226-3ec3d87f6d63 req-c7faad9f-75ed-4ebd-9101-14359cfed165 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0524209 Jul 25 05:48:22.727907 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-839f1cd5-a7c8-4fea-907b-f67c6fa2362f req-32c611c1-6be4-4763-aa1c-013144b22d00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ef97185-3ac4-47a3-bce7-1a030a296ec0 HTTP/1.1" status: 200 len: 848 time: 0.0507317 Jul 25 05:48:22.774075 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f1cd5-a7c8-4fea-907b-f67c6fa2362f req-307f2138-ef3c-427b-a4a5-2c5ec6596e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:22.775552 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-839f1cd5-a7c8-4fea-907b-f67c6fa2362f req-307f2138-ef3c-427b-a4a5-2c5ec6596e33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413623 Jul 25 05:48:22.779687 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-0288a302-3110-4506-b226-3ec3d87f6d63 req-3e8b7d07-d577-4607-b9cd-4386eb6a992d tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461965 Jul 25 05:48:22.872928 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-839f1cd5-a7c8-4fea-907b-f67c6fa2362f req-3769e1ce-d519-4020-9627-c997d072e588 service neutron] 10.222.0.43 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900905 Jul 25 05:48:22.966976 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-839f1cd5-a7c8-4fea-907b-f67c6fa2362f req-4019dd64-d76e-46f2-a400-15481fc0e60f service neutron] 10.222.0.43 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862401 Jul 25 05:48:23.894710 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a9af8-4bfc-4477-81f9-38fa55961a4a req-6c40742d-510a-4ac6-9cd6-a9a7d845be9f tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:23.896076 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-367a9af8-4bfc-4477-81f9-38fa55961a4a req-6c40742d-510a-4ac6-9cd6-a9a7d845be9f tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0476360 Jul 25 05:48:23.944088 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-367a9af8-4bfc-4477-81f9-38fa55961a4a req-8cfb799e-cbe8-428f-9daa-15a7d3e5bec9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422330 Jul 25 05:48:24.241357 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 07fab7eb-0b40-4f15-aaa2-f8ee69446342 no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:48:24.260636 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 07fab7eb-0b40-4f15-aaa2-f8ee69446342 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:48:24.261007 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 07fab7eb-0b40-4f15-aaa2-f8ee69446342 not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:48:24.374885 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180c69a-4db9-4bb4-823b-6f314bce8c84 req-06aa5cc3-19df-40ad-8b7b-398b102fae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:24.376360 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1180c69a-4db9-4bb4-823b-6f314bce8c84 req-06aa5cc3-19df-40ad-8b7b-398b102fae16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=354d7ebd6b454fb5a601a2a78a88561e&device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 1129 time: 0.0450296 Jul 25 05:48:24.709462 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:24.715645 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180c69a-4db9-4bb4-823b-6f314bce8c84 req-2845fb87-3f3c-4088-bd90-8f8881906c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:24.717236 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1180c69a-4db9-4bb4-823b-6f314bce8c84 req-2845fb87-3f3c-4088-bd90-8f8881906c44 service neutron] 10.222.0.43 "GET /v2.0/networks?id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 HTTP/1.1" status: 200 len: 910 time: 0.0934460 Jul 25 05:48:24.742540 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:24.797165 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1180c69a-4db9-4bb4-823b-6f314bce8c84 req-1891ed63-5d12-40e1-9563-c7811c9d8cb6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1046d76f-597e-40e1-a094-544799c676dd HTTP/1.1" status: 200 len: 1001 time: 0.0621743 Jul 25 05:48:24.852525 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180c69a-4db9-4bb4-823b-6f314bce8c84 req-77d2bba5-771c-40d4-af3e-e2b3b2638745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:24.854032 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1180c69a-4db9-4bb4-823b-6f314bce8c84 req-77d2bba5-771c-40d4-af3e-e2b3b2638745 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ef97185-3ac4-47a3-bce7-1a030a296ec0 HTTP/1.1" status: 200 len: 848 time: 0.0476325 Jul 25 05:48:24.911711 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180c69a-4db9-4bb4-823b-6f314bce8c84 req-089c9dd5-34e3-4652-8da8-5b18dd060252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:24.914142 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1180c69a-4db9-4bb4-823b-6f314bce8c84 req-089c9dd5-34e3-4652-8da8-5b18dd060252 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479028 Jul 25 05:48:24.928341 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42492) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:48:25.019836 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1180c69a-4db9-4bb4-823b-6f314bce8c84 req-dec72f35-dcce-45ea-9a17-21591811c6d4 service neutron] 10.222.0.43 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909576 Jul 25 05:48:25.068326 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7e560-0724-4865-9dc1-ba9860ba137a req-3eb42bef-e49a-42c6-ae7a-4e5253bfb0a0 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:25.073341 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d0b7e560-0724-4865-9dc1-ba9860ba137a req-3eb42bef-e49a-42c6-ae7a-4e5253bfb0a0 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0591528 Jul 25 05:48:25.121042 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1180c69a-4db9-4bb4-823b-6f314bce8c84 req-8ba37f25-154c-44fb-9412-20c9c3c3ccf3 service neutron] 10.222.0.43 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947061 Jul 25 05:48:25.423923 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d0b7e560-0724-4865-9dc1-ba9860ba137a req-ccf17b81-4356-4df4-8321-013091ce1991 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477840 Jul 25 05:48:25.685017 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ffbeeeb-be41-496a-849b-0a5608552902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663856'] for router_interface (f632e564-9df5-4703-a6b8-dcc5255d2e94), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:25.853679 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:25.879274 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:25.917043 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbeeeb-be41-496a-849b-0a5608552902 admin admin] Deleting port 05524308-2487-450f-b659-5cc0b82eeffb {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:48:25.917382 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ffbeeeb-be41-496a-849b-0a5608552902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (05524308-2487-450f-b659-5cc0b82eeffb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:26.001074 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-3ffbeeeb-be41-496a-849b-0a5608552902 admin admin] For port 05524308-2487-450f-b659-5cc0b82eeffb, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=05524308-2487-450f-b659-5cc0b82eeffb,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:48:26.001734 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ffbeeeb-be41-496a-849b-0a5608552902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (05524308-2487-450f-b659-5cc0b82eeffb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:26.013758 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbeeeb-be41-496a-849b-0a5608552902 admin admin] Calling delete_port for 05524308-2487-450f-b659-5cc0b82eeffb owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:48:26.191747 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ffbeeeb-be41-496a-849b-0a5608552902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (05524308-2487-450f-b659-5cc0b82eeffb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:26.221104 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbeeeb-be41-496a-849b-0a5608552902 admin admin] Pushing event deleted for resources: {'Port': ['ID=05524308-2487-450f-b659-5cc0b82eeffb,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:48:26.380462 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ffbeeeb-be41-496a-849b-0a5608552902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3620335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666816'] for router_interface (f632e564-9df5-4703-a6b8-dcc5255d2e94), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:26.600887 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784e844-49cc-4c3e-9ffc-76974d3d19cb req-0fd97307-f6d3-4196-98fc-c4261fd59156 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:26.602342 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a784e844-49cc-4c3e-9ffc-76974d3d19cb req-0fd97307-f6d3-4196-98fc-c4261fd59156 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0803852 Jul 25 05:48:26.641468 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffbeeeb-be41-496a-849b-0a5608552902 admin admin] Router f632e564-9df5-4703-a6b8-dcc5255d2e94 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:48:26.646613 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:26.676906 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a784e844-49cc-4c3e-9ffc-76974d3d19cb req-3467d6d3-68b5-4caf-917d-278f7fa8719f tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672195 Jul 25 05:48:26.714578 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:26.779283 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffbeeeb-be41-496a-849b-0a5608552902 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:48:26.786966 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3ffbeeeb-be41-496a-849b-0a5608552902 admin admin] 10.222.0.33 "PUT /v2.0/routers/f632e564-9df5-4703-a6b8-dcc5255d2e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8550973 Jul 25 05:48:26.788084 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 42502) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:48:26.792679 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b5255-f82e-4be0-b99d-8ae491aa92d8 None None] Sync routers for ids ['f632e564-9df5-4703-a6b8-dcc5255d2e94'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:48:26.817468 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:26.818332 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:26.827515 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b5255-f82e-4be0-b99d-8ae491aa92d8 None None] Routers {'f632e564-9df5-4703-a6b8-dcc5255d2e94'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:48:26.828254 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9a7b5255-f82e-4be0-b99d-8ae491aa92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:48:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['f632e564-9df5-4703-a6b8-dcc5255d2e94'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:48:26.894518 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] Publish callbacks [] for router (f632e564-9df5-4703-a6b8-dcc5255d2e94), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:26.933359 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9a7b5255-f82e-4be0-b99d-8ae491aa92d8 None None] Set router f632e564-9df5-4703-a6b8-dcc5255d2e94 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:48:26.994841 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] Publish callbacks [] for router_gateway (f632e564-9df5-4703-a6b8-dcc5255d2e94), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.037399 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] Deleting port f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:48:27.038326 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.103336 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9a7b5255-f82e-4be0-b99d-8ae491aa92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:48:26Z', 'revision_number': 5, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port': {'id': 'f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:42:58Z', 'updated_at': '2022-07-25T05:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:48:27.121789 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] For port f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:48:27.122423 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.127891 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b5255-f82e-4be0-b99d-8ae491aa92d8 None None] Checking router: f632e564-9df5-4703-a6b8-dcc5255d2e94 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:48:27.136265 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] Calling delete_port for f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:48:27.136562 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b5255-f82e-4be0-b99d-8ae491aa92d8 None None] Routers {'f632e564-9df5-4703-a6b8-dcc5255d2e94'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:48:27.137201 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9a7b5255-f82e-4be0-b99d-8ae491aa92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:48:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['f632e564-9df5-4703-a6b8-dcc5255d2e94'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:48:27.221981 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9a7b5255-f82e-4be0-b99d-8ae491aa92d8 None None] Set router f632e564-9df5-4703-a6b8-dcc5255d2e94 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:48:27.275939 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9a7b5255-f82e-4be0-b99d-8ae491aa92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:48:26Z', 'revision_number': 6, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port_host': None}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:48:27.298557 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:27.301435 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b5255-f82e-4be0-b99d-8ae491aa92d8 None None] The sync data for ids ['f632e564-9df5-4703-a6b8-dcc5255d2e94'] in dv-cinder-850830-1-iscsi is: [{'id': 'f632e564-9df5-4703-a6b8-dcc5255d2e94', 'name': 'tempest-AttachVolumeShelveTestJSON-837359577-router', 'tenant_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:42:57Z', 'updated_at': '2022-07-25T05:48:26Z', 'revision_number': 6, 'project_id': '07879d074bee4b36b1f2f661dc4aeb7f', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:48:27.306262 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.336299 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:48:27.341386 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:27.402253 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667339'] for router_gateway (f632e564-9df5-4703-a6b8-dcc5255d2e94), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.487931 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (f632e564-9df5-4703-a6b8-dcc5255d2e94), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.489992 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] Publish callbacks [] for router_controller (f632e564-9df5-4703-a6b8-dcc5255d2e94), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.531635 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666222'] for router (f632e564-9df5-4703-a6b8-dcc5255d2e94), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.532250 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f632e564-9df5-4703-a6b8-dcc5255d2e94 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 05:48:27.536514 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.538371 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-744fdb66-8a99-4692-b5c3-273094b8cba9 admin admin] 10.222.0.33 "DELETE /v2.0/routers/f632e564-9df5-4703-a6b8-dcc5255d2e94 HTTP/1.1" status: 204 len: 168 time: 0.7492135 Jul 25 05:48:27.541055 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 42504) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:48:27.585015 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c0ca9a-ff63-413b-8407-08908585323c admin admin] Deleting subnet ecc5ec61-182f-4394-8d5b-0f0b0ace7563 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:48:27.588255 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1c0ca9a-ff63-413b-8407-08908585323c admin admin] Publish callbacks [] for subnet (ecc5ec61-182f-4394-8d5b-0f0b0ace7563), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.622978 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1c0ca9a-ff63-413b-8407-08908585323c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61739776'] for subnet (ecc5ec61-182f-4394-8d5b-0f0b0ace7563), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.704602 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1c0ca9a-ff63-413b-8407-08908585323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (ecc5ec61-182f-4394-8d5b-0f0b0ace7563), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.763096 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1c0ca9a-ff63-413b-8407-08908585323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61948112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61931711'] for subnet (ecc5ec61-182f-4394-8d5b-0f0b0ace7563), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.790358 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0ca9a-ff63-413b-8407-08908585323c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc5ec61-182f-4394-8d5b-0f0b0ace7563,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:48:27.793814 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1c0ca9a-ff63-413b-8407-08908585323c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.796892 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c1c0ca9a-ff63-413b-8407-08908585323c admin admin] 10.222.0.33 "DELETE /v2.0/subnets/ecc5ec61-182f-4394-8d5b-0f0b0ace7563 HTTP/1.1" status: 204 len: 168 time: 0.2549031 Jul 25 05:48:27.799490 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 42506) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:48:27.811296 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279bd2cb-a176-4101-b99d-9dcca8d99271 None None] Network a3bf226e-5490-492a-a2d4-f65b0aace87c requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:48:27.875416 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (a3bf226e-5490-492a-a2d4-f65b0aace87c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.927577 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Deleting port ae415ac7-92e0-499f-9b81-b544631bca62 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:48:27.927986 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:27.973832 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125498fe-814b-4410-9343-ca42d7d7eb63 req-4d7fcf17-11b8-4783-84ba-a326fff340c2 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:27.975629 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-125498fe-814b-4410-9343-ca42d7d7eb63 req-4d7fcf17-11b8-4783-84ba-a326fff340c2 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0826700 Jul 25 05:48:27.976121 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42516) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:48:28.007073 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] For port ae415ac7-92e0-499f-9b81-b544631bca62, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=ae415ac7-92e0-499f-9b81-b544631bca62,segment=NetworkSegment(7c1dd7dc-490c-4ee3-9123-e055394d912e),segment_id=7c1dd7dc-490c-4ee3-9123-e055394d912e)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:48:28.007384 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.022405 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Calling delete_port for ae415ac7-92e0-499f-9b81-b544631bca62 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:48:28.055056 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-125498fe-814b-4410-9343-ca42d7d7eb63 req-b8fc0dd9-e1e0-4804-8f9f-fd80d8c19ccd tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733578 Jul 25 05:48:28.073890 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-2340fa2c-9cda-4bd7-90d2-eb3a79db4fbf service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965791 Jul 25 05:48:28.087927 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-3c0226c1-46d1-4724-b883-6eeee64a302f service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:48:28.091240 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-3c0226c1-46d1-4724-b883-6eeee64a302f service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060506 Jul 25 05:48:28.097011 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] DHCP port deletion for a3bf226e-5490-492a-a2d4-f65b0aace87c request from dv-cinder-850830-1-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 05:48:28.112141 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.138763 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae415ac7-92e0-499f-9b81-b544631bca62,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:48:28.144651 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Deleting port ae415ac7-92e0-499f-9b81-b544631bca62 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:48:28.144863 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] No DVR routers for this DVR port ae415ac7-92e0-499f-9b81-b544631bca62 on host dv-cinder-850830-1-iscsi {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:48:28.145432 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.216959 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] For port ae415ac7-92e0-499f-9b81-b544631bca62, host dv-cinder-850830-1-iscsi, got binding levels [] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:48:28.217418 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.228678 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (a3bf226e-5490-492a-a2d4-f65b0aace87c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.231391 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Calling delete_port for ae415ac7-92e0-499f-9b81-b544631bca62 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:48:28.234579 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.ipam_backend_mixin [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Port ae415ac7-92e0-499f-9b81-b544631bca62 was not found and therefore no delete operation was performed {{(pid=104225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 25 05:48:28.235896 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559'] for port (ae415ac7-92e0-499f-9b81-b544631bca62), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.250371 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3bf226e-5490-492a-a2d4-f65b0aace87c']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:48:28.260274 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1dd7dc-490c-4ee3-9123-e055394d912e') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:48:28.260574 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1dd7dc-490c-4ee3-9123-e055394d912e') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:48:28.263860 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Pushing event deleted for resources: {'Port': ['ID=ae415ac7-92e0-499f-9b81-b544631bca62,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:48:28.266192 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] No DVR routers for this DVR port ae415ac7-92e0-499f-9b81-b544631bca62 on host dv-cinder-850830-1-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:48:28.271828 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61739833'] for segment (7c1dd7dc-490c-4ee3-9123-e055394d912e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.274948 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.275656 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.275656 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.275969 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.276344 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.276662 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.276994 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.277326 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.277653 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.278014 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.278331 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.278658 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.278982 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.279305 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.279626 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9587-a97c-4df5-8a75-c864c3c4eddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:48:28.283532 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1046d76f-597e-40e1-a094-544799c676dd no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:48:28.288759 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (7c1dd7dc-490c-4ee3-9123-e055394d912e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.296132 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:48:28.296660 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61948010'] for segment (7c1dd7dc-490c-4ee3-9123-e055394d912e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.301923 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:28.314549 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:28.374060 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 1046d76f-597e-40e1-a094-544799c676dd is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:48:28.374452 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1046d76f-597e-40e1-a094-544799c676dd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.384723 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (a3bf226e-5490-492a-a2d4-f65b0aace87c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.395846 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.398572 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] 10.222.0.33 "DELETE /v2.0/networks/a3bf226e-5490-492a-a2d4-f65b0aace87c HTTP/1.1" status: 204 len: 168 time: 0.5981631 Jul 25 05:48:28.405263 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1046d76f-597e-40e1-a094-544799c676dd'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:48:28.407702 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44db25d0-85d5-4dfd-bcba-7a91fa2b9691" -d '{"events": [{"server_uuid": "2221cc83-bea9-40a3-8091-ab87d3e19559", "name": "network-vif-unplugged", "status": "completed", "tag": "1046d76f-597e-40e1-a094-544799c676dd"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:48:28.415344 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118db16-81fb-42d9-8551-55ee35b1f3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3bf226e-5490-492a-a2d4-f65b0aace87c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:48:28.423495 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 1046d76f-597e-40e1-a094-544799c676dd, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1046d76f-597e-40e1-a094-544799c676dd,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:48:28.433090 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1046d76f-597e-40e1-a094-544799c676dd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.499322 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 7c1dd7dc-490c-4ee3-9123-e055394d912e resource provider aggregate not found Jul 25 05:48:28.505043 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=1046d76f-597e-40e1-a094-544799c676dd,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:48:28.521786 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 7c1dd7dc-490c-4ee3-9123-e055394d912e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c1dd7dc-490c-4ee3-9123-e055394d912e found for delete ", "request_id": "req-e48c963a-b98a-48d5-ab5a-7ce32ec6df20"}]} Jul 25 05:48:28.562077 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Jul 2022 05:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19f46ff-02b6-4b3f-89fe-bf171e7f5278 x-openstack-request-id: req-d19f46ff-02b6-4b3f-89fe-bf171e7f5278 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:48:28.562370 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2221cc83-bea9-40a3-8091-ab87d3e19559", "name": "network-vif-unplugged", "status": "failed", "tag": "1046d76f-597e-40e1-a094-544799c676dd", "code": 422}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:48:28.562627 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d19f46ff-02b6-4b3f-89fe-bf171e7f5278 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:48:28.563036 dv-cinder-850830-1-iscsi neutron-server[104225]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d19f46ff-02b6-4b3f-89fe-bf171e7f5278']: {'server_uuid': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1046d76f-597e-40e1-a094-544799c676dd', 'code': 422} returned with failed status Jul 25 05:48:28.566988 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42532) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:48:28.607565 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a7fe9bf5-5059-4bae-b3e0-8c72663ee0bf admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=07879d074bee4b36b1f2f661dc4aeb7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394380 Jul 25 05:48:28.610046 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42534) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:48:28.657162 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f879d27f-4fe3-4aaf-9de9-813495c39f94 admin admin] Publish callbacks [] for security_group (c04863db-fa0e-4967-a6d3-5b67bdf85b5e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.682687 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f879d27f-4fe3-4aaf-9de9-813495c39f94 admin admin] Publish callbacks [] for security_group (c04863db-fa0e-4967-a6d3-5b67bdf85b5e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.727866 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f879d27f-4fe3-4aaf-9de9-813495c39f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (c04863db-fa0e-4967-a6d3-5b67bdf85b5e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.730472 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f879d27f-4fe3-4aaf-9de9-813495c39f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:28.731648 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f879d27f-4fe3-4aaf-9de9-813495c39f94 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c04863db-fa0e-4967-a6d3-5b67bdf85b5e HTTP/1.1" status: 204 len: 168 time: 0.1207235 Jul 25 05:48:28.739953 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879d27f-4fe3-4aaf-9de9-813495c39f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04863db-fa0e-4967-a6d3-5b67bdf85b5e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:48:28.832397 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 05524308-2487-450f-b659-5cc0b82eeffb no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:48:28.853330 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 05524308-2487-450f-b659-5cc0b82eeffb {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:48:28.853681 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 05524308-2487-450f-b659-5cc0b82eeffb not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:48:28.854098 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device ae415ac7-92e0-499f-9b81-b544631bca62 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:48:28.873519 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: ae415ac7-92e0-499f-9b81-b544631bca62 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:48:28.873866 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device ae415ac7-92e0-499f-9b81-b544631bca62 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:48:28.874273 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:48:28.895671 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:48:28.896020 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device f9d1f421-0a8d-4d0c-9be6-c1ab7e10aefe not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:48:29.181355 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8c675-4f74-437f-a666-c28747d70fc1 req-a12b90c3-1b98-4538-b8e8-5542849782df tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:29.183589 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dfa8c675-4f74-437f-a666-c28747d70fc1 req-a12b90c3-1b98-4538-b8e8-5542849782df tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0559173 Jul 25 05:48:29.244521 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dfa8c675-4f74-437f-a666-c28747d70fc1 req-998ce154-1da5-4d7d-934c-29af139c3a76 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531428 Jul 25 05:48:29.274124 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 42558) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:48:29.422679 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-f7ea30cd-9275-4e57-aae8-7a56b26ac5c8 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:29.424069 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-f7ea30cd-9275-4e57-aae8-7a56b26ac5c8 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports/1046d76f-597e-40e1-a094-544799c676dd HTTP/1.1" status: 200 len: 940 time: 0.1489546 Jul 25 05:48:30.366801 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f267f96-08a5-4769-ac46-e7ebec257226 req-c22ee1d5-8121-4a70-9ddc-fa506a8399f1 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:30.368422 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1f267f96-08a5-4769-ac46-e7ebec257226 req-c22ee1d5-8121-4a70-9ddc-fa506a8399f1 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0546129 Jul 25 05:48:30.424199 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1f267f96-08a5-4769-ac46-e7ebec257226 req-43b51414-a9a3-4a13-94ba-becbf5150427 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474188 Jul 25 05:48:31.543184 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b6a6a-3ef1-47fd-ad00-b15dc742f373 req-fa222cbd-8efe-4bf7-8a92-555ef4e3740a tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:31.544658 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-508b6a6a-3ef1-47fd-ad00-b15dc742f373 req-fa222cbd-8efe-4bf7-8a92-555ef4e3740a tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0503507 Jul 25 05:48:31.594833 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-508b6a6a-3ef1-47fd-ad00-b15dc742f373 req-58813863-e10b-4b8b-9689-8021c1212765 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445137 Jul 25 05:48:32.710182 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeae6fc-131e-4380-a30e-086ff22545a2 req-623a52de-31fe-4168-a8b3-1992660ad5df tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:32.711710 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-feeae6fc-131e-4380-a30e-086ff22545a2 req-623a52de-31fe-4168-a8b3-1992660ad5df tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0479310 Jul 25 05:48:32.761240 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-feeae6fc-131e-4380-a30e-086ff22545a2 req-184deb31-3335-4740-ba3a-b9a27c7f835d tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436585 Jul 25 05:48:33.880024 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90759b-5880-403d-973d-b130fefb5010 req-32c5573e-0511-44e5-81fa-141c88cb16c4 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:33.881549 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2e90759b-5880-403d-973d-b130fefb5010 req-32c5573e-0511-44e5-81fa-141c88cb16c4 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0499423 Jul 25 05:48:33.930751 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-2e90759b-5880-403d-973d-b130fefb5010 req-cdb2038a-b401-48ab-8577-38354b9f229e tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424018 Jul 25 05:48:35.047812 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3c2af-3c41-4f3b-906b-415998df3f9e req-47fc775b-78af-4253-a5f4-98738dc1e95a tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:35.049377 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-53f3c2af-3c41-4f3b-906b-415998df3f9e req-47fc775b-78af-4253-a5f4-98738dc1e95a tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0467248 Jul 25 05:48:35.070476 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:35.102101 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-53f3c2af-3c41-4f3b-906b-415998df3f9e req-e0ed0032-1000-4509-9d31-73f1c420c475 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466530 Jul 25 05:48:36.217074 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4df2a0-65c6-483b-b3df-3ab5f34d0287 req-3845a981-4dce-4c83-9003-23a550f5b985 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:36.218544 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8d4df2a0-65c6-483b-b3df-3ab5f34d0287 req-3845a981-4dce-4c83-9003-23a550f5b985 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0487261 Jul 25 05:48:36.231989 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:36.274592 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-8d4df2a0-65c6-483b-b3df-3ab5f34d0287 req-f1a8a313-536c-4ca9-8e43-59587340ffec tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503290 Jul 25 05:48:37.158472 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-81078090-892f-4914-98a8-008583e98f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:37.159979 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-81078090-892f-4914-98a8-008583e98f34 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559&tenant_id=354d7ebd6b454fb5a601a2a78a88561e HTTP/1.1" status: 200 len: 1127 time: 0.0432317 Jul 25 05:48:37.238560 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-05f83089-d27a-48fa-aefb-41c89dbefa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:37.240816 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-05f83089-d27a-48fa-aefb-41c89dbefa8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=354d7ebd6b454fb5a601a2a78a88561e&device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 1127 time: 0.0407186 Jul 25 05:48:37.346092 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-fd49853b-6e46-48d4-9598-603fce03ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:37.347731 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-fd49853b-6e46-48d4-9598-603fce03ffa4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 HTTP/1.1" status: 200 len: 910 time: 0.0977316 Jul 25 05:48:37.395682 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b294131-94ed-4714-9acd-66a382d35d2c req-5a324c16-83d8-4d5b-bde6-1520df63b0ec tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:37.397314 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6b294131-94ed-4714-9acd-66a382d35d2c req-5a324c16-83d8-4d5b-bde6-1520df63b0ec tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0509493 Jul 25 05:48:37.423129 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-67d5d14d-d0ba-43dd-9d29-aa17577c731a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1046d76f-597e-40e1-a094-544799c676dd HTTP/1.1" status: 200 len: 999 time: 0.0621986 Jul 25 05:48:37.453647 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-6b294131-94ed-4714-9acd-66a382d35d2c req-4e2a1b30-c4a9-4de2-980a-ef69aa557a73 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505905 Jul 25 05:48:37.483651 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-92fd5991-747a-4ee9-9517-6fdf3a60cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:37.485445 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-92fd5991-747a-4ee9-9517-6fdf3a60cfc1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ef97185-3ac4-47a3-bce7-1a030a296ec0 HTTP/1.1" status: 200 len: 848 time: 0.0536611 Jul 25 05:48:37.533142 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-df88edfd-945d-4f54-afb3-d697605fb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:37.534658 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-df88edfd-945d-4f54-afb3-d697605fb03f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404022 Jul 25 05:48:37.638629 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-8552ae3f-0a8e-4bcd-806f-9aab786fdc97 service neutron] 10.222.0.43 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941124 Jul 25 05:48:37.982644 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-41c4e57a-00bd-4c34-8393-57639c2acdc7 req-66088e73-8d8e-458b-82cb-4acfb3dc4444 service neutron] 10.222.0.43 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365541 Jul 25 05:48:38.566153 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e494-9805-42cd-b8d4-de99a303c108 req-32370bb6-e330-4397-9e08-6352380d957e tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:38.567615 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d9f8e494-9805-42cd-b8d4-de99a303c108 req-32370bb6-e330-4397-9e08-6352380d957e tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0467556 Jul 25 05:48:38.616557 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-d9f8e494-9805-42cd-b8d4-de99a303c108 req-d78a6d76-f330-4bd5-9dfb-40d12d799ffc tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Jul 25 05:48:38.856712 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:38.877680 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:39.346891 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bbc2df95-cc3a-4a66-9d24-95c0efa32d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:39.736156 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67459bc6-bdc8-49d3-bc2e-5ff0282165f0 req-5f9e77c1-7aad-44e9-9739-481dbd1290e6 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:39.737749 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-67459bc6-bdc8-49d3-bc2e-5ff0282165f0 req-5f9e77c1-7aad-44e9-9739-481dbd1290e6 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0527816 Jul 25 05:48:39.786999 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-67459bc6-bdc8-49d3-bc2e-5ff0282165f0 req-055eb33c-dc61-47b3-8a18-1eefdb95849d tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431311 Jul 25 05:48:40.900409 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c964e-868e-424e-a657-687ab723ec85 req-d348d69d-e7de-4e00-b26f-f90be16bcfd3 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:40.901897 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-468c964e-868e-424e-a657-687ab723ec85 req-d348d69d-e7de-4e00-b26f-f90be16bcfd3 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0471690 Jul 25 05:48:40.951237 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-468c964e-868e-424e-a657-687ab723ec85 req-691169dc-7bea-4870-9eef-644498e53a70 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437605 Jul 25 05:48:41.726944 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3dcec332-a02a-4cc7-bcd7-e6a761de65b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:42.067426 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9aa3a-792a-4ce7-bf81-397fa51e21f3 req-6d584153-32ce-4ebf-be85-52ac7afb233f tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:42.069007 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b3e9aa3a-792a-4ce7-bf81-397fa51e21f3 req-6d584153-32ce-4ebf-be85-52ac7afb233f tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0473225 Jul 25 05:48:42.123219 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b3e9aa3a-792a-4ce7-bf81-397fa51e21f3 req-2f7a010b-7d95-4183-b715-74334de49e6e tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484438 Jul 25 05:48:42.351480 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:42.352157 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:42.596338 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:42.898782 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:43.241573 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138270-55b2-4bf9-87f3-54f4f051b029 req-dcee7df8-9fd5-41a7-8e7e-3c45f3cc8954 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:43.242960 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f9138270-55b2-4bf9-87f3-54f4f051b029 req-dcee7df8-9fd5-41a7-8e7e-3c45f3cc8954 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0490983 Jul 25 05:48:43.291187 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f9138270-55b2-4bf9-87f3-54f4f051b029 req-888eba1e-1d31-44a8-8d06-9f53d9f8ee87 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425997 Jul 25 05:48:44.192864 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:44.413686 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d76fed-660c-4512-8c29-20d6ff0948ac req-b507da1d-e174-4340-9dec-352b39aec7ba tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:44.415145 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-32d76fed-660c-4512-8c29-20d6ff0948ac req-b507da1d-e174-4340-9dec-352b39aec7ba tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0472155 Jul 25 05:48:44.463979 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-32d76fed-660c-4512-8c29-20d6ff0948ac req-4e26cc4c-dda7-4345-b08f-38ea075f556d tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433218 Jul 25 05:48:44.720246 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:45.582230 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d51528-f3f3-45de-aae8-cb2f27696e18 req-01459c53-516b-448c-bbca-e2f6394a4017 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:45.583729 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-72d51528-f3f3-45de-aae8-cb2f27696e18 req-01459c53-516b-448c-bbca-e2f6394a4017 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 943 time: 0.0525937 Jul 25 05:48:45.634585 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-72d51528-f3f3-45de-aae8-cb2f27696e18 req-77620408-f21a-43c7-9d1a-69a42d0b3c6e tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450540 Jul 25 05:48:46.356341 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1046d76f-597e-40e1-a094-544799c676dd details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:48:46.453205 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 1046d76f-597e-40e1-a094-544799c676dd, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1046d76f-597e-40e1-a094-544799c676dd,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:48:46.464684 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '1046d76f-597e-40e1-a094-544799c676dd', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'port_id': '1046d76f-597e-40e1-a094-544799c676dd', 'mac_address': 'fa:16:3e:ac:8f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:48:46.624954 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 1046d76f-597e-40e1-a094-544799c676dd is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:48:46.625193 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1046d76f-597e-40e1-a094-544799c676dd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:46.638058 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1046d76f-597e-40e1-a094-544799c676dd {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:48:46.657089 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 1046d76f-597e-40e1-a094-544799c676dd, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1046d76f-597e-40e1-a094-544799c676dd,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:48:46.661973 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1046d76f-597e-40e1-a094-544799c676dd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:46.711210 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=1046d76f-597e-40e1-a094-544799c676dd,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:48:46.752316 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed1de3-b2f5-4149-8344-faed9cbf614c req-4ff2d004-cf02-437f-8181-6af7f6655cd4 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:46.754360 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-06ed1de3-b2f5-4149-8344-faed9cbf614c req-4ff2d004-cf02-437f-8181-6af7f6655cd4 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 944 time: 0.0500782 Jul 25 05:48:46.806263 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-06ed1de3-b2f5-4149-8344-faed9cbf614c req-61e99661-9f07-4902-84e0-b734b57eb472 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464005 Jul 25 05:48:46.997384 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['1046d76f-597e-40e1-a094-544799c676dd'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:48:47.925280 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746f30a-294c-457c-8987-ea16a0c0efc1 req-9dac6c48-a3e5-4c31-aafc-473edaa3b160 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:47.927046 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7746f30a-294c-457c-8987-ea16a0c0efc1 req-9dac6c48-a3e5-4c31-aafc-473edaa3b160 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 944 time: 0.0512068 Jul 25 05:48:47.968597 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:47.973548 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=52 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:47.979052 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=61,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:47.980258 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7746f30a-294c-457c-8987-ea16a0c0efc1 req-6d5fc0c5-675e-4914-ab80-56c8c2e8a221 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476425 Jul 25 05:48:48.366613 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1046d76f-597e-40e1-a094-544799c676dd up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:48:48.411593 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 1046d76f-597e-40e1-a094-544799c676dd triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:48:48.411955 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (1046d76f-597e-40e1-a094-544799c676dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:48.449855 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:48.482753 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 1046d76f-597e-40e1-a094-544799c676dd is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:48:48.483138 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (1046d76f-597e-40e1-a094-544799c676dd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:48.506016 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1046d76f-597e-40e1-a094-544799c676dd'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:48:48.508205 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcaf380-134e-4844-85de-fbb5bf3495d9" -d '{"events": [{"server_uuid": "2221cc83-bea9-40a3-8091-ab87d3e19559", "name": "network-vif-plugged", "status": "completed", "tag": "1046d76f-597e-40e1-a094-544799c676dd"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:48:48.517081 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:48.520981 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 1046d76f-597e-40e1-a094-544799c676dd, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1046d76f-597e-40e1-a094-544799c676dd,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:48:48.525428 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (1046d76f-597e-40e1-a094-544799c676dd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:48:48.549707 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a97422c-eb41-40f7-9859-e953431d1d32 x-openstack-request-id: req-2a97422c-eb41-40f7-9859-e953431d1d32 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:48:48.549992 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2221cc83-bea9-40a3-8091-ab87d3e19559", "name": "network-vif-plugged", "status": "completed", "tag": "1046d76f-597e-40e1-a094-544799c676dd", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:48:48.550239 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2a97422c-eb41-40f7-9859-e953431d1d32 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:48:48.550623 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a97422c-eb41-40f7-9859-e953431d1d32'] response: {'server_uuid': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1046d76f-597e-40e1-a094-544799c676dd', 'code': 200} Jul 25 05:48:48.574923 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=1046d76f-597e-40e1-a094-544799c676dd,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:48:48.811979 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae48f6-4787-4dd6-9a9e-09199729b68b req-43428983-5724-481f-8ca3-bea001eb1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:48.813587 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d1ae48f6-4787-4dd6-9a9e-09199729b68b req-43428983-5724-481f-8ca3-bea001eb1e8b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 1129 time: 0.0402102 Jul 25 05:48:48.861703 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d1ae48f6-4787-4dd6-9a9e-09199729b68b req-1f51a99b-2dc3-43bb-a919-27d823adf3e1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423779 Jul 25 05:48:49.081054 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:49.092963 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503da0b-c03b-406f-9e2a-f81fb056a611 req-afe9ff9c-f847-42ea-9a4f-e62953ee9ab1 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:49.094465 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9503da0b-c03b-406f-9e2a-f81fb056a611 req-afe9ff9c-f847-42ea-9a4f-e62953ee9ab1 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0482967 Jul 25 05:48:49.147606 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9503da0b-c03b-406f-9e2a-f81fb056a611 req-8d3d0893-cbda-4815-ac09-af2eeae8480c tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462577 Jul 25 05:48:50.272805 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12ff13-5ff7-4130-bf1a-ce393c3feb4d req-d188ff42-69e9-4066-b572-b3907bbd50d8 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:50.274337 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bb12ff13-5ff7-4130-bf1a-ce393c3feb4d req-d188ff42-69e9-4066-b572-b3907bbd50d8 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0518644 Jul 25 05:48:50.334838 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-bb12ff13-5ff7-4130-bf1a-ce393c3feb4d req-2cf43ed4-8bb3-409b-aaf7-b87cd3cea20f tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544560 Jul 25 05:48:51.452242 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8c342-f121-4598-a765-46a9e63deeb0 req-360066f7-72ed-4ca5-a4dc-c309e764fba0 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:48:51.453767 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5ed8c342-f121-4598-a765-46a9e63deeb0 req-360066f7-72ed-4ca5-a4dc-c309e764fba0 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0501585 Jul 25 05:48:51.507048 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5ed8c342-f121-4598-a765-46a9e63deeb0 req-dc4efd68-4f7d-4796-9b7a-25afb4de2356 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470781 Jul 25 05:48:52.925312 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:48:58.571305 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:58.573181 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:58.855767 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=10 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:48:58.858386 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=8 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:01.499209 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=23 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:01.502061 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=27 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:02.920460 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:02.921792 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:09.354636 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b884fa56-1bdb-4a3c-a9a9-6f34f60ff09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:09.733796 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 42980) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:49:09.838692 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-69c5f21b-de22-4e76-bebc-7f490fbac5fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:09.914799 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-69c5f21b-de22-4e76-bebc-7f490fbac5fc admin admin] Publish callbacks [] for security_group (b1225452-54c3-4427-9e4d-7f0be41f4052), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:09.918406 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-69c5f21b-de22-4e76-bebc-7f490fbac5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (b1225452-54c3-4427-9e4d-7f0be41f4052), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:09.957959 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-69c5f21b-de22-4e76-bebc-7f490fbac5fc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=360d1ad816bb474cb4195d3e531097de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230592 Jul 25 05:49:09.959948 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5f21b-de22-4e76-bebc-7f490fbac5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1225452-54c3-4427-9e4d-7f0be41f4052,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:09.960594 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42984) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:49:10.010126 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-caaa1f72-4ce0-4768-b7a4-a66d2443e459 admin admin] Publish callbacks [] for security_group (b1225452-54c3-4427-9e4d-7f0be41f4052), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:10.031941 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-caaa1f72-4ce0-4768-b7a4-a66d2443e459 admin admin] Publish callbacks [] for security_group (b1225452-54c3-4427-9e4d-7f0be41f4052), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:10.078177 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-caaa1f72-4ce0-4768-b7a4-a66d2443e459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (b1225452-54c3-4427-9e4d-7f0be41f4052), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:10.081493 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-caaa1f72-4ce0-4768-b7a4-a66d2443e459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:10.082641 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-caaa1f72-4ce0-4768-b7a4-a66d2443e459 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b1225452-54c3-4427-9e4d-7f0be41f4052 HTTP/1.1" status: 204 len: 168 time: 0.1210363 Jul 25 05:49:10.090342 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa1f72-4ce0-4768-b7a4-a66d2443e459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1225452-54c3-4427-9e4d-7f0be41f4052,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:10.343904 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 42990) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:49:10.360631 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e068a10-531a-4377-a544-950cf3b848d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:10.437110 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e068a10-531a-4377-a544-950cf3b848d6 admin admin] Publish callbacks [] for security_group (2a0fca7e-68bb-4a46-ad42-49029fb4a3d9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:10.440985 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e068a10-531a-4377-a544-950cf3b848d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (2a0fca7e-68bb-4a46-ad42-49029fb4a3d9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:10.482339 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-4e068a10-531a-4377-a544-950cf3b848d6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f019c4d22dbb4174a24818c2001d3844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367733 Jul 25 05:49:10.484236 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e068a10-531a-4377-a544-950cf3b848d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0fca7e-68bb-4a46-ad42-49029fb4a3d9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:10.485065 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 42992) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:49:10.535395 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-423bc19f-1b88-4699-a61a-f3610f057b12 admin admin] Publish callbacks [] for security_group (2a0fca7e-68bb-4a46-ad42-49029fb4a3d9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:10.556728 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-423bc19f-1b88-4699-a61a-f3610f057b12 admin admin] Publish callbacks [] for security_group (2a0fca7e-68bb-4a46-ad42-49029fb4a3d9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:10.609095 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-423bc19f-1b88-4699-a61a-f3610f057b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (2a0fca7e-68bb-4a46-ad42-49029fb4a3d9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:10.612163 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-423bc19f-1b88-4699-a61a-f3610f057b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:10.613318 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-423bc19f-1b88-4699-a61a-f3610f057b12 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2a0fca7e-68bb-4a46-ad42-49029fb4a3d9 HTTP/1.1" status: 204 len: 168 time: 0.1272807 Jul 25 05:49:10.620966 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bc19f-1b88-4699-a61a-f3610f057b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0fca7e-68bb-4a46-ad42-49029fb4a3d9,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:11.721180 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ec200b6-90bc-46b0-a78c-4ccf926799a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:12.502592 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43066) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:49:12.598673 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:12.606131 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c5c19584-24d4-475d-a1de-2a5903ff3962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:12.684212 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c5c19584-24d4-475d-a1de-2a5903ff3962 admin admin] Publish callbacks [] for security_group (3c282618-87c9-4f7c-ac18-100c5bea7efc), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:12.688934 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c5c19584-24d4-475d-a1de-2a5903ff3962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (3c282618-87c9-4f7c-ac18-100c5bea7efc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:12.728768 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c5c19584-24d4-475d-a1de-2a5903ff3962 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1755f8a133a6431494f0fe81d5a4cf7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245252 Jul 25 05:49:12.729922 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c19584-24d4-475d-a1de-2a5903ff3962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c282618-87c9-4f7c-ac18-100c5bea7efc,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:12.731515 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 43070) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:49:12.780430 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f57b59b-0370-4942-ac82-e673b98d2c5d admin admin] Publish callbacks [] for security_group (3c282618-87c9-4f7c-ac18-100c5bea7efc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:12.802492 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f57b59b-0370-4942-ac82-e673b98d2c5d admin admin] Publish callbacks [] for security_group (3c282618-87c9-4f7c-ac18-100c5bea7efc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:12.851310 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f57b59b-0370-4942-ac82-e673b98d2c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (3c282618-87c9-4f7c-ac18-100c5bea7efc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:12.854158 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f57b59b-0370-4942-ac82-e673b98d2c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:12.855654 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1f57b59b-0370-4942-ac82-e673b98d2c5d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3c282618-87c9-4f7c-ac18-100c5bea7efc HTTP/1.1" status: 204 len: 168 time: 0.1231463 Jul 25 05:49:12.864226 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57b59b-0370-4942-ac82-e673b98d2c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c282618-87c9-4f7c-ac18-100c5bea7efc,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:12.899345 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:13.144027 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 43076) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:49:13.157498 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90ea1ee3-b562-4c7e-9487-f5b1163ed46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:13.242483 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90ea1ee3-b562-4c7e-9487-f5b1163ed46d admin admin] Publish callbacks [] for security_group (a31c11fe-ba9c-4663-83fa-155da5f20cec), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:13.247375 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90ea1ee3-b562-4c7e-9487-f5b1163ed46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (a31c11fe-ba9c-4663-83fa-155da5f20cec), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:13.291609 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-90ea1ee3-b562-4c7e-9487-f5b1163ed46d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=93d502514f39421c8d8ce22989785c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463940 Jul 25 05:49:13.292346 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea1ee3-b562-4c7e-9487-f5b1163ed46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31c11fe-ba9c-4663-83fa-155da5f20cec,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:13.295288 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43078) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:49:13.357594 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-594ad948-0db7-47e1-b920-2e354d5e8381 admin admin] Publish callbacks [] for security_group (a31c11fe-ba9c-4663-83fa-155da5f20cec), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:13.388663 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-594ad948-0db7-47e1-b920-2e354d5e8381 admin admin] Publish callbacks [] for security_group (a31c11fe-ba9c-4663-83fa-155da5f20cec), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:13.438851 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-594ad948-0db7-47e1-b920-2e354d5e8381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (a31c11fe-ba9c-4663-83fa-155da5f20cec), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:13.441847 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-594ad948-0db7-47e1-b920-2e354d5e8381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:13.443011 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-594ad948-0db7-47e1-b920-2e354d5e8381 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a31c11fe-ba9c-4663-83fa-155da5f20cec HTTP/1.1" status: 204 len: 168 time: 0.1467476 Jul 25 05:49:13.451608 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ad948-0db7-47e1-b920-2e354d5e8381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31c11fe-ba9c-4663-83fa-155da5f20cec,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:14.192577 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:14.725145 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:19.354028 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:19.361405 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:21.897575 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43164) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:49:22.001397 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:22.045752 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:22.058403 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:22.085094 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Publish callbacks [] for security_group (e6538e0b-079a-4c74-bc77-36ad3847fd05), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:22.088288 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (e6538e0b-079a-4c74-bc77-36ad3847fd05), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:22.127796 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b8e525ba77ee440c9040a845c98fefc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285709 Jul 25 05:49:22.128636 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6538e0b-079a-4c74-bc77-36ad3847fd05,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:22.130983 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 43168) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:49:22.136324 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.136670 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.137035 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.137369 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.137701 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.138030 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.138353 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.138676 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.139000 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.139325 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.139665 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.139994 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.140314 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.140633 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.140975 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c218d7-f378-4b14-b4dc-f59c62a0de56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.180257 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Publish callbacks [] for security_group (e6538e0b-079a-4c74-bc77-36ad3847fd05), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:22.181604 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:22.203700 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Publish callbacks [] for security_group (e6538e0b-079a-4c74-bc77-36ad3847fd05), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:22.249887 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (e6538e0b-079a-4c74-bc77-36ad3847fd05), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:22.253075 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:22.254217 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e6538e0b-079a-4c74-bc77-36ad3847fd05 HTTP/1.1" status: 204 len: 168 time: 0.1221683 Jul 25 05:49:22.256443 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:22.263104 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6538e0b-079a-4c74-bc77-36ad3847fd05,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:22.271363 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.271719 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.272063 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.272405 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.272742 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.273227 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.273559 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.273888 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.274217 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.274605 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.274872 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.275198 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.275520 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.275843 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.276161 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603994f-8e5c-41fc-86b4-a1e6978b4f61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:22.871851 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 43190) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:49:22.967822 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1957426226-network', 'tenant_id': 'c8a1790f9a76478eab9dd2bbe8941b8f'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:49:22.988606 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] Made reservation on behalf of c8a1790f9a76478eab9dd2bbe8941b8f for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:49:22.990888 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:22.999070 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:23.073355 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] Publish callbacks [] for security_group (bc15d011-5cf6-4573-94ab-a9cf978bce2a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:23.077863 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (bc15d011-5cf6-4573-94ab-a9cf978bce2a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:23.099653 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:49:23.114232 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc15d011-5cf6-4573-94ab-a9cf978bce2a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:23.119039 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (aecdd2c6-415a-4602-b230-3cdc663f3b4f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:23.119381 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] Added segment aecdd2c6-415a-4602-b230-3cdc663f3b4f of type vlan for network 22f08d8a-ca18-4670-91f5-b3cbdf9412e3 Jul 25 05:49:23.170079 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788544831025'] for network (22f08d8a-ca18-4670-91f5-b3cbdf9412e3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:23.195930 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326'] for network (22f08d8a-ca18-4670-91f5-b3cbdf9412e3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:23.196924 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:23.197498 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:23.234362 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3612349 Jul 25 05:49:23.237850 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43194) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:49:23.242813 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d8cb57c2-94c7-416b-a826-dff7dd038d41 admin admin] Request body: {'subnet': {'network_id': '22f08d8a-ca18-4670-91f5-b3cbdf9412e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1957426226-subnet', 'tenant_id': 'c8a1790f9a76478eab9dd2bbe8941b8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:49:23.263508 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cb57c2-94c7-416b-a826-dff7dd038d41 admin admin] Made reservation on behalf of c8a1790f9a76478eab9dd2bbe8941b8f for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:49:23.265749 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582c81f-167e-492c-9422-be23417dc8c5 admin admin] Pushing event updated for resources: {'Network': ['ID=22f08d8a-ca18-4670-91f5-b3cbdf9412e3,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:23.265985 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d8cb57c2-94c7-416b-a826-dff7dd038d41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62031643'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:23.275500 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Network 22f08d8a-ca18-4670-91f5-b3cbdf9412e3 details requested by agent ovs-agent-dv-cinder-850830-1-iscsi with host dv-cinder-850830-1-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:49:23.440128 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d8cb57c2-94c7-416b-a826-dff7dd038d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61988077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62031625'] for subnet (9dcf1679-595a-4b89-ad16-1bcbe2c60bb9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:23.504877 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb57c2-94c7-416b-a826-dff7dd038d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dcf1679-595a-4b89-ad16-1bcbe2c60bb9,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:23.512802 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cb57c2-94c7-416b-a826-dff7dd038d41 admin admin] Checking segment: {'id': 'aecdd2c6-415a-4602-b230-3cdc663f3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '22f08d8a-ca18-4670-91f5-b3cbdf9412e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:49:23.513188 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb57c2-94c7-416b-a826-dff7dd038d41 admin admin] Network hostable DHCP agents. Network: 22f08d8a-ca18-4670-91f5-b3cbdf9412e3, hostable agents: ['dd120822-39c0-4065-b9fc-8644d6aae03b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:49:23.530631 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb57c2-94c7-416b-a826-dff7dd038d41 admin admin] Network 22f08d8a-ca18-4670-91f5-b3cbdf9412e3 is scheduled to be hosted by DHCP agent dd120822-39c0-4065-b9fc-8644d6aae03b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:49:23.540104 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-d8cb57c2-94c7-416b-a826-dff7dd038d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850830-1-iscsi, 22f08d8a-ca18-4670-91f5-b3cbdf9412e3) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:49:23.544904 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cb57c2-94c7-416b-a826-dff7dd038d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:23.546103 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d8cb57c2-94c7-416b-a826-dff7dd038d41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:23.549764 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe3ad0b-7e52-4aa9-ae30-d1d4338bc827 None None] Network 22f08d8a-ca18-4670-91f5-b3cbdf9412e3 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:49:23.562424 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-d8cb57c2-94c7-416b-a826-dff7dd038d41 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3234863 Jul 25 05:49:23.663993 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edec2fe-8025-47ca-bf43-f670fef50266 None None] Network 22f08d8a-ca18-4670-91f5-b3cbdf9412e3 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:49:25.442575 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-09729d33-ca8b-4755-8fc9-3983d8664651 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:25.444038 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-09729d33-ca8b-4755-8fc9-3983d8664651 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/networks?id=22f08d8a-ca18-4670-91f5-b3cbdf9412e3 HTTP/1.1" status: 200 len: 809 time: 0.1015675 Jul 25 05:49:25.458778 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-84ac34ff-f831-4d0b-ab98-6d5a58481cd5 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/quotas/c8a1790f9a76478eab9dd2bbe8941b8f HTTP/1.1" status: 200 len: 375 time: 0.0092616 Jul 25 05:49:25.494756 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-aeca220c-e261-460d-8b0f-2a7bfddfb024 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c8a1790f9a76478eab9dd2bbe8941b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312271 Jul 25 05:49:25.551087 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-4dc5450d-8b21-4807-8bd5-c30b23d266a5 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:49:25.552063 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-4dc5450d-8b21-4807-8bd5-c30b23d266a5 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0513120 Jul 25 05:49:25.641276 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-553459e7-5449-4720-a7e0-3d72dac3b9f7 service neutron] 10.222.0.33 "GET /v2.0/networks/22f08d8a-ca18-4670-91f5-b3cbdf9412e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833216 Jul 25 05:49:25.734113 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-b4359011-a3f3-4c11-a0af-8271d33a04c2 service neutron] 10.222.0.33 "GET /v2.0/networks/22f08d8a-ca18-4670-91f5-b3cbdf9412e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863302 Jul 25 05:49:25.897257 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-f3c831e2-d9bb-4461-bf0c-16b6f6fa0eeb req-87b7ac36-014c-4939-9a69-901fb75abc0c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 210 time: 0.0285888 Jul 25 05:49:26.998165 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-af4aaced-b363-4c17-a62d-574b49c552f3 req-53c5fed9-c22b-4dc5-85fa-1f8992ec05aa tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 210 time: 0.0292687 Jul 25 05:49:27.004109 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-dcd2c27e-a672-425e-ba63-c85e6186f952 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:27.005813 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-dcd2c27e-a672-425e-ba63-c85e6186f952 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.43 "GET /v2.0/networks?id=22f08d8a-ca18-4670-91f5-b3cbdf9412e3 HTTP/1.1" status: 200 len: 809 time: 0.1104040 Jul 25 05:49:27.025866 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-8759fb64-7a09-490e-bdd9-51e4f0f3c76e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Request body: {'port': {'device_id': '998a32e2-ab7c-4bb0-921d-333c41eab559', 'network_id': '22f08d8a-ca18-4670-91f5-b3cbdf9412e3', 'admin_state_up': True, 'tenant_id': 'c8a1790f9a76478eab9dd2bbe8941b8f'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:49:27.133061 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-8759fb64-7a09-490e-bdd9-51e4f0f3c76e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Made reservation on behalf of c8a1790f9a76478eab9dd2bbe8941b8f for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:49:27.136366 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-8759fb64-7a09-490e-bdd9-51e4f0f3c76e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:27.263890 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-8759fb64-7a09-490e-bdd9-51e4f0f3c76e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Allocated IP 172.20.0.3 (22f08d8a-ca18-4670-91f5-b3cbdf9412e3/9dcf1679-595a-4b89-ad16-1bcbe2c60bb9/9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:49:27.275209 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:27.305740 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:27.419823 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-8759fb64-7a09-490e-bdd9-51e4f0f3c76e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks [] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:27.452627 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-8759fb64-7a09-490e-bdd9-51e4f0f3c76e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:27.494863 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-8759fb64-7a09-490e-bdd9-51e4f0f3c76e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Network 22f08d8a-ca18-4670-91f5-b3cbdf9412e3 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:49:27.499997 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-8759fb64-7a09-490e-bdd9-51e4f0f3c76e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:49:27.502453 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-8759fb64-7a09-490e-bdd9-51e4f0f3c76e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:49:27.528989 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759fb64-7a09-490e-bdd9-51e4f0f3c76e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Pushing event updated for resources: {'Port': ['ID=9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:27.555966 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-8759fb64-7a09-490e-bdd9-51e4f0f3c76e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:27.556563 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-8759fb64-7a09-490e-bdd9-51e4f0f3c76e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:27.572813 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-8759fb64-7a09-490e-bdd9-51e4f0f3c76e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5508363 Jul 25 05:49:27.592278 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Request body: {'port': {'device_id': '998a32e2-ab7c-4bb0-921d-333c41eab559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:49:27.655398 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:27.915114 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:49:27.922419 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Publish callbacks [] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:27.935736 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Transition to ACTIVE for port object 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:49:27.939093 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:27.994736 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Pushing event updated for resources: {'Port': ['ID=9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:28.045223 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:28.061538 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Attempting to bind port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:49:28.061796 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Attempting to bind port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': 'aecdd2c6-415a-4602-b230-3cdc663f3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '22f08d8a-ca18-4670-91f5-b3cbdf9412e3'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:49:28.062123 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Attempting to bind port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c on network 22f08d8a-ca18-4670-91f5-b3cbdf9412e3 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:49:28.067639 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c on network 22f08d8a-ca18-4670-91f5-b3cbdf9412e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:49:28.067958 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Attempting to bind port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c on network 22f08d8a-ca18-4670-91f5-b3cbdf9412e3 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:49:28.073950 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:49:28.074277 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Checking segment: {'id': 'aecdd2c6-415a-4602-b230-3cdc663f3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '22f08d8a-ca18-4670-91f5-b3cbdf9412e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:49:28.074650 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Bound using segment: {'id': 'aecdd2c6-415a-4602-b230-3cdc663f3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '22f08d8a-ca18-4670-91f5-b3cbdf9412e3'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:49:28.075065 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Bound port: 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aecdd2c6-415a-4602-b230-3cdc663f3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '22f08d8a-ca18-4670-91f5-b3cbdf9412e3'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:49:28.075414 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:28.118380 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:28.119154 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc74669-38f3-4d11-9c38-429d82dd2af0 req-6b09c345-92b5-4ccb-b276-d87d7ff5c125 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:28.120668 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5fc74669-38f3-4d11-9c38-429d82dd2af0 req-6b09c345-92b5-4ccb-b276-d87d7ff5c125 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 943 time: 0.0491066 Jul 25 05:49:28.139271 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] For port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c, host hv-cinder-85083, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:49:28.142306 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] For port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c,segment=NetworkSegment(aecdd2c6-415a-4602-b230-3cdc663f3b4f),segment_id=aecdd2c6-415a-4602-b230-3cdc663f3b4f)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:49:28.149072 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:28.166712 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:28.175377 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5fc74669-38f3-4d11-9c38-429d82dd2af0 req-4445e834-c139-445a-bae7-2c46d8f1b0a2 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487933 Jul 25 05:49:28.185362 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:28.186008 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:28.187551 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] 10.222.0.43 "PUT /v2.0/ports/9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c HTTP/1.1" status: 200 len: 1093 time: 0.5991879 Jul 25 05:49:28.190076 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998a32e2-ab7c-4bb0-921d-333c41eab559', 'tag': '9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:49:28.192344 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd46b0cf-ad93-4f12-93eb-933a584a6bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "998a32e2-ab7c-4bb0-921d-333c41eab559", "tag": "9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:49:28.221028 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f1f8c-f573-4bc3-b031-8860fbf3e57f service neutron] Pushing event updated for resources: {'Port': ['ID=9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:28.232522 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f260a57d-9a63-4fbd-b62f-262f4532a1e1 x-openstack-request-id: req-f260a57d-9a63-4fbd-b62f-262f4532a1e1 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:49:28.232832 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998a32e2-ab7c-4bb0-921d-333c41eab559", "tag": "9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:49:28.233087 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f260a57d-9a63-4fbd-b62f-262f4532a1e1 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:49:28.233476 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f260a57d-9a63-4fbd-b62f-262f4532a1e1'] response: {'name': 'network-changed', 'server_uuid': '998a32e2-ab7c-4bb0-921d-333c41eab559', 'tag': '9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c', 'status': 'completed', 'code': 200} Jul 25 05:49:28.293417 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-b5279a81-b840-4751-af07-1e737dd41bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:28.294879 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-b5279a81-b840-4751-af07-1e737dd41bfd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8a1790f9a76478eab9dd2bbe8941b8f&device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 1127 time: 0.0404265 Jul 25 05:49:28.347773 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-3d26fa81-3651-49b6-899d-a1b58345dcb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c HTTP/1.1" status: 200 len: 217 time: 0.0333838 Jul 25 05:49:28.397176 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-27fa79b4-cdec-4082-879b-a12bfb236f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:28.398559 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-27fa79b4-cdec-4082-879b-a12bfb236f22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9dcf1679-595a-4b89-ad16-1bcbe2c60bb9 HTTP/1.1" status: 200 len: 849 time: 0.0451257 Jul 25 05:49:28.430925 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-d2e7e735-0d70-429d-b223-62eff26f0f7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22f08d8a-ca18-4670-91f5-b3cbdf9412e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262306 Jul 25 05:49:28.521923 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-f32b5779-90fb-4ed3-ba70-7daa469b80aa service neutron] 10.222.0.43 "GET /v2.0/networks/22f08d8a-ca18-4670-91f5-b3cbdf9412e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835161 Jul 25 05:49:28.613846 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-85f5a384-1aa0-4529-8be0-09ea2c810f72 req-77b31745-6509-42a6-a4aa-c05697d8c7b8 service neutron] 10.222.0.43 "GET /v2.0/networks/22f08d8a-ca18-4670-91f5-b3cbdf9412e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847249 Jul 25 05:49:29.255760 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:29.295381 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ae2f7-256d-44d4-b156-6a0fa4177116 req-73bcdf02-1069-4752-be86-832c18c50b7b tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:29.296845 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e13ae2f7-256d-44d4-b156-6a0fa4177116 req-73bcdf02-1069-4752-be86-832c18c50b7b tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 943 time: 0.0495493 Jul 25 05:49:29.344043 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-e13ae2f7-256d-44d4-b156-6a0fa4177116 req-5c7feb2e-1ddf-4f08-a34f-05efe5833c57 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Jul 25 05:49:29.557832 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46b0cf-ad93-4f12-93eb-933a584a6bfe req-96d689d1-1fec-4fd2-828d-34e7cd6381ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:29.559306 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd46b0cf-ad93-4f12-93eb-933a584a6bfe req-96d689d1-1fec-4fd2-828d-34e7cd6381ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8a1790f9a76478eab9dd2bbe8941b8f&device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 1127 time: 0.0411987 Jul 25 05:49:29.655813 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46b0cf-ad93-4f12-93eb-933a584a6bfe req-3c9028ec-d710-4d7c-a2d6-6e606e401e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:29.657331 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd46b0cf-ad93-4f12-93eb-933a584a6bfe req-3c9028ec-d710-4d7c-a2d6-6e606e401e2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=22f08d8a-ca18-4670-91f5-b3cbdf9412e3 HTTP/1.1" status: 200 len: 910 time: 0.0897198 Jul 25 05:49:29.695858 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd46b0cf-ad93-4f12-93eb-933a584a6bfe req-e81982c6-466a-44e4-8099-adf71f146b69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c HTTP/1.1" status: 200 len: 217 time: 0.0321352 Jul 25 05:49:29.744522 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46b0cf-ad93-4f12-93eb-933a584a6bfe req-38dc3a03-4bea-41d7-bc23-9b4641b5b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:29.746087 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd46b0cf-ad93-4f12-93eb-933a584a6bfe req-38dc3a03-4bea-41d7-bc23-9b4641b5b127 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9dcf1679-595a-4b89-ad16-1bcbe2c60bb9 HTTP/1.1" status: 200 len: 849 time: 0.0441935 Jul 25 05:49:29.782413 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd46b0cf-ad93-4f12-93eb-933a584a6bfe req-7aa48229-f12b-40e7-8766-3bc9915a4279 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22f08d8a-ca18-4670-91f5-b3cbdf9412e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296867 Jul 25 05:49:29.873478 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd46b0cf-ad93-4f12-93eb-933a584a6bfe req-9188185e-888d-4779-a41c-a931ae5ae403 service neutron] 10.222.0.43 "GET /v2.0/networks/22f08d8a-ca18-4670-91f5-b3cbdf9412e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829723 Jul 25 05:49:29.923808 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:49:29.967103 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd46b0cf-ad93-4f12-93eb-933a584a6bfe req-29cee91a-0847-4450-a770-2bef1d54c741 service neutron] 10.222.0.43 "GET /v2.0/networks/22f08d8a-ca18-4670-91f5-b3cbdf9412e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867910 Jul 25 05:49:30.458525 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db11ddf-65be-4268-93bb-b5744003c598 req-a90814b4-e12e-4bf6-bcee-301f123a32eb tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:30.459972 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1db11ddf-65be-4268-93bb-b5744003c598 req-a90814b4-e12e-4bf6-bcee-301f123a32eb tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 943 time: 0.0463912 Jul 25 05:49:30.507428 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1db11ddf-65be-4268-93bb-b5744003c598 req-7aee9e9a-40f4-4dcb-a038-1d05c9d2488c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Jul 25 05:49:30.512149 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:49:30.612898 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c,segment=NetworkSegment(aecdd2c6-415a-4602-b230-3cdc663f3b4f),segment_id=aecdd2c6-415a-4602-b230-3cdc663f3b4f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:49:30.624181 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c', 'network_id': '22f08d8a-ca18-4670-91f5-b3cbdf9412e3', 'port_id': '9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c', 'mac_address': 'fa:16:3e:43:8c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcf1679-595a-4b89-ad16-1bcbe2c60bb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:49:30.658520 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:49:30.658908 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:30.671558 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:49:30.690392 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c,segment=NetworkSegment(aecdd2c6-415a-4602-b230-3cdc663f3b4f),segment_id=aecdd2c6-415a-4602-b230-3cdc663f3b4f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:49:30.695232 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:30.745162 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:30.752201 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:30.752552 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:30.752923 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:30.753265 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:30.753598 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:30.754839 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:30.755183 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:30.755512 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:30.755839 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:30.756164 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:30.756494 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:30.756853 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:30.757184 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:30.757489 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:30.757808 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:49:31.000315 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:49:31.127844 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:31.625293 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd4ca0-f1ca-468d-aacd-018a1d980539 req-b5a63b7b-eb90-45a8-8157-34adb934950c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:31.626738 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b2bd4ca0-f1ca-468d-aacd-018a1d980539 req-b5a63b7b-eb90-45a8-8157-34adb934950c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 944 time: 0.0517287 Jul 25 05:49:31.673753 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-b2bd4ca0-f1ca-468d-aacd-018a1d980539 req-024795d8-d2b3-45b7-aff8-ceeea62440b8 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Jul 25 05:49:32.532164 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:49:32.565640 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:32.579163 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:49:32.584722 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:49:32.585134 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:32.658391 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:49:32.658777 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:32.682172 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998a32e2-ab7c-4bb0-921d-333c41eab559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:49:32.684401 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a46eb5-4133-4308-b7e1-4649b9666623" -d '{"events": [{"server_uuid": "998a32e2-ab7c-4bb0-921d-333c41eab559", "name": "network-vif-plugged", "status": "completed", "tag": "9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:49:32.700028 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c,segment=NetworkSegment(aecdd2c6-415a-4602-b230-3cdc663f3b4f),segment_id=aecdd2c6-415a-4602-b230-3cdc663f3b4f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:49:32.705088 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:32.733578 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df54d06e-06ec-4605-a1b0-5821ee79383a x-openstack-request-id: req-df54d06e-06ec-4605-a1b0-5821ee79383a {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:49:32.733858 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998a32e2-ab7c-4bb0-921d-333c41eab559", "name": "network-vif-plugged", "status": "completed", "tag": "9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:49:32.734106 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-df54d06e-06ec-4605-a1b0-5821ee79383a {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:49:32.734485 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df54d06e-06ec-4605-a1b0-5821ee79383a'] response: {'server_uuid': '998a32e2-ab7c-4bb0-921d-333c41eab559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c', 'code': 200} Jul 25 05:49:32.761750 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:32.793595 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d61cc6-c752-4301-92c4-3a688852e1b7 req-3b902dd6-bb7a-4d05-9ac7-72cf1a83230b tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:32.795056 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-88d61cc6-c752-4301-92c4-3a688852e1b7 req-3b902dd6-bb7a-4d05-9ac7-72cf1a83230b tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 945 time: 0.0508921 Jul 25 05:49:32.846255 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-88d61cc6-c752-4301-92c4-3a688852e1b7 req-6f9d5ef9-35bb-4942-9bf6-3d8cd69f92f5 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445387 Jul 25 05:49:32.960023 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f82b7-5ddd-4402-9ab3-66c583eb2a59 req-9ea37a85-010a-4043-a26f-cb6305909322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:32.961541 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-054f82b7-5ddd-4402-9ab3-66c583eb2a59 req-9ea37a85-010a-4043-a26f-cb6305909322 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 1129 time: 0.0400803 Jul 25 05:49:33.003819 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:33.010984 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-054f82b7-5ddd-4402-9ab3-66c583eb2a59 req-17924ae9-f0d4-4ebb-a331-faf6dd010056 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399284 Jul 25 05:49:33.964168 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9e42c-841d-43d0-832b-f9ab7362a341 req-70a420d4-d536-4c12-a601-21e306dff461 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:33.965644 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-42e9e42c-841d-43d0-832b-f9ab7362a341 req-70a420d4-d536-4c12-a601-21e306dff461 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 945 time: 0.0502255 Jul 25 05:49:34.012168 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-42e9e42c-841d-43d0-832b-f9ab7362a341 req-6459c634-7998-4a4b-a2ca-7eba8dc7bd4a tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Jul 25 05:49:35.125074 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0866c0-af96-48f0-ad39-237332c3bbc7 req-10cb06a1-98e7-49c1-b031-802d1582d188 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:35.126537 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aa0866c0-af96-48f0-ad39-237332c3bbc7 req-10cb06a1-98e7-49c1-b031-802d1582d188 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 945 time: 0.0467803 Jul 25 05:49:35.174109 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-aa0866c0-af96-48f0-ad39-237332c3bbc7 req-6f4591cd-4879-40a0-aa77-0a3467536236 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415678 Jul 25 05:49:35.876829 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c42d68-2b58-46a7-b5bf-e9bbd6efcf3b req-b045c84d-7e08-4ee7-a4c7-5f8621851c31 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:35.878770 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-67c42d68-2b58-46a7-b5bf-e9bbd6efcf3b req-b045c84d-7e08-4ee7-a4c7-5f8621851c31 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 945 time: 0.0460231 Jul 25 05:49:35.928379 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-67c42d68-2b58-46a7-b5bf-e9bbd6efcf3b req-952c06d5-aa5f-4d06-a2a6-414441d1422f tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441327 Jul 25 05:49:37.046835 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65eda1-8b39-4136-accb-346dd99e276e req-a48772c7-57b2-46be-a56e-2f173c337b5e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:37.048411 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-de65eda1-8b39-4136-accb-346dd99e276e req-a48772c7-57b2-46be-a56e-2f173c337b5e tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 945 time: 0.0475688 Jul 25 05:49:37.097747 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-de65eda1-8b39-4136-accb-346dd99e276e req-b4042eeb-ba6e-4609-b7b7-44d19f949882 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Jul 25 05:49:37.394828 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02b50e-87e9-4120-8c54-a59b53b3e70b req-149fb85a-7453-4b88-8b4d-f392a8cb12ac tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:37.396246 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5b02b50e-87e9-4120-8c54-a59b53b3e70b req-149fb85a-7453-4b88-8b4d-f392a8cb12ac tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.43 "GET /v2.0/ports?device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 945 time: 0.0462830 Jul 25 05:49:37.480280 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:37.484015 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-5b02b50e-87e9-4120-8c54-a59b53b3e70b req-22753a3f-5f8d-4387-9711-108dceec3459 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Deleting port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:49:37.484345 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-5b02b50e-87e9-4120-8c54-a59b53b3e70b req-22753a3f-5f8d-4387-9711-108dceec3459 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:37.575720 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-5b02b50e-87e9-4120-8c54-a59b53b3e70b req-22753a3f-5f8d-4387-9711-108dceec3459 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] For port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c,segment=NetworkSegment(aecdd2c6-415a-4602-b230-3cdc663f3b4f),segment_id=aecdd2c6-415a-4602-b230-3cdc663f3b4f)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:49:37.576078 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-5b02b50e-87e9-4120-8c54-a59b53b3e70b req-22753a3f-5f8d-4387-9711-108dceec3459 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:37.588855 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-5b02b50e-87e9-4120-8c54-a59b53b3e70b req-22753a3f-5f8d-4387-9711-108dceec3459 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Calling delete_port for 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:49:37.715684 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-5b02b50e-87e9-4120-8c54-a59b53b3e70b req-22753a3f-5f8d-4387-9711-108dceec3459 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:37.747271 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22753a3f-5f8d-4387-9711-108dceec3459 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Pushing event deleted for resources: {'Port': ['ID=9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:37.765514 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:49:37.794147 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b02b50e-87e9-4120-8c54-a59b53b3e70b req-22753a3f-5f8d-4387-9711-108dceec3459 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] No DVR routers for this DVR port 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c on host hv-cinder-85083 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:49:37.796664 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-5b02b50e-87e9-4120-8c54-a59b53b3e70b req-22753a3f-5f8d-4387-9711-108dceec3459 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:37.800033 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5b02b50e-87e9-4120-8c54-a59b53b3e70b req-22753a3f-5f8d-4387-9711-108dceec3459 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.43 "DELETE /v2.0/ports/9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c HTTP/1.1" status: 204 len: 173 time: 0.3947213 Jul 25 05:49:37.800469 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998a32e2-ab7c-4bb0-921d-333c41eab559', 'name': 'network-vif-deleted', 'tag': '9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:49:37.802731 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64ad977-8ce8-486d-ae0b-eca97ab848d0" -d '{"events": [{"server_uuid": "998a32e2-ab7c-4bb0-921d-333c41eab559", "name": "network-vif-deleted", "tag": "9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:49:37.844549 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372e478d-6ab0-49d6-a782-d195cd2cfbc7 x-openstack-request-id: req-372e478d-6ab0-49d6-a782-d195cd2cfbc7 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:49:37.844861 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998a32e2-ab7c-4bb0-921d-333c41eab559", "name": "network-vif-deleted", "tag": "9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:49:37.845113 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-372e478d-6ab0-49d6-a782-d195cd2cfbc7 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:49:37.845510 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-372e478d-6ab0-49d6-a782-d195cd2cfbc7'] response: {'server_uuid': '998a32e2-ab7c-4bb0-921d-333c41eab559', 'name': 'network-vif-deleted', 'tag': '9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c', 'status': 'completed', 'code': 200} Jul 25 05:49:38.202654 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-fa0e7dae-0c3f-47c1-9fba-426ac6d4ed16 req-274c532c-3592-4d50-a54c-8268aa5592fe tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=998a32e2-ab7c-4bb0-921d-333c41eab559 HTTP/1.1" status: 200 len: 210 time: 0.0280190 Jul 25 05:49:39.348342 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5807e72d-dc51-4f85-8bad-22443c6ea0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:39.462714 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-1b9ff9c4-6c75-459a-b6e8-20f24a849aa6 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:39.464163 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-1b9ff9c4-6c75-459a-b6e8-20f24a849aa6 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/networks?id=22f08d8a-ca18-4670-91f5-b3cbdf9412e3 HTTP/1.1" status: 200 len: 809 time: 0.1027112 Jul 25 05:49:39.478805 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-95336ba7-8e39-4a9f-be35-45e647ae1eec tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/quotas/c8a1790f9a76478eab9dd2bbe8941b8f HTTP/1.1" status: 200 len: 375 time: 0.0092556 Jul 25 05:49:39.510999 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-d4656144-0a17-4bdf-a049-082cb222042c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c8a1790f9a76478eab9dd2bbe8941b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274591 Jul 25 05:49:39.602498 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-fc2ca34f-0936-43f9-99d0-3f8762acb079 service neutron] 10.222.0.33 "GET /v2.0/networks/22f08d8a-ca18-4670-91f5-b3cbdf9412e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851569 Jul 25 05:49:39.620239 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:39.681786 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:39.696460 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-e4bbf566-7580-4895-8e76-2b5a3a311f2d service neutron] 10.222.0.33 "GET /v2.0/networks/22f08d8a-ca18-4670-91f5-b3cbdf9412e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839429 Jul 25 05:49:39.858638 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-a87ae688-4abd-4814-ad5c-2fe5631aedd4 req-855952f6-a32c-4635-b373-efad0cae83d2 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 210 time: 0.0284421 Jul 25 05:49:39.921278 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=12 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:39.933995 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=18 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:40.604410 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:49:40.626916 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:49:40.627916 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 9f77ab3e-99fe-4ba6-be7a-9c04359d4f2c not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:49:40.964040 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-05b27c08-7320-45bd-b798-1a873acb3c71 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:40.966116 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-05b27c08-7320-45bd-b798-1a873acb3c71 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.43 "GET /v2.0/networks?id=22f08d8a-ca18-4670-91f5-b3cbdf9412e3 HTTP/1.1" status: 200 len: 809 time: 0.1190698 Jul 25 05:49:40.969021 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-9cb5b0c5-f3d7-4cbe-9d27-85b6b806da64 req-466ebcbb-8a61-4091-9230-2e4de8beb9e7 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 210 time: 0.0390656 Jul 25 05:49:41.006871 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-f2a17f83-6030-413b-bcd6-c25d2283209c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Request body: {'port': {'device_id': '6fc0cb88-68d6-4727-9095-71d08196d6b1', 'network_id': '22f08d8a-ca18-4670-91f5-b3cbdf9412e3', 'admin_state_up': True, 'tenant_id': 'c8a1790f9a76478eab9dd2bbe8941b8f'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:49:41.115915 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-f2a17f83-6030-413b-bcd6-c25d2283209c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Made reservation on behalf of c8a1790f9a76478eab9dd2bbe8941b8f for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:49:41.119442 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-f2a17f83-6030-413b-bcd6-c25d2283209c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:41.244184 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-f2a17f83-6030-413b-bcd6-c25d2283209c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Allocated IP 172.20.0.4 (22f08d8a-ca18-4670-91f5-b3cbdf9412e3/9dcf1679-595a-4b89-ad16-1bcbe2c60bb9/321e80ac-9564-4f3d-acac-6d281d534f5a) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:49:41.282416 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:41.395438 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-f2a17f83-6030-413b-bcd6-c25d2283209c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks [] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:41.403298 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:41.430782 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-f2a17f83-6030-413b-bcd6-c25d2283209c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788544813550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:41.472738 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-f2a17f83-6030-413b-bcd6-c25d2283209c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Network 22f08d8a-ca18-4670-91f5-b3cbdf9412e3 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:49:41.475860 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-f2a17f83-6030-413b-bcd6-c25d2283209c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:49:41.482094 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-f2a17f83-6030-413b-bcd6-c25d2283209c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:49:41.508948 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a17f83-6030-413b-bcd6-c25d2283209c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Pushing event updated for resources: {'Port': ['ID=321e80ac-9564-4f3d-acac-6d281d534f5a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:41.535285 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-f2a17f83-6030-413b-bcd6-c25d2283209c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:41.535892 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-f2a17f83-6030-413b-bcd6-c25d2283209c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:41.552126 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-f2a17f83-6030-413b-bcd6-c25d2283209c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5503955 Jul 25 05:49:41.570137 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Request body: {'port': {'device_id': '6fc0cb88-68d6-4727-9095-71d08196d6b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85083'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:49:41.633283 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:41.725097 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-15144436-011f-4363-b03c-4d1cfc1bad0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:41.890343 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321e80ac-9564-4f3d-acac-6d281d534f5a {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:49:41.898283 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Publish callbacks [] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:41.910757 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Transition to ACTIVE for port object 321e80ac-9564-4f3d-acac-6d281d534f5a will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:49:41.914466 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:41.962456 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Pushing event updated for resources: {'Port': ['ID=321e80ac-9564-4f3d-acac-6d281d534f5a,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:42.038159 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Attempting to bind port 321e80ac-9564-4f3d-acac-6d281d534f5a on host hv-cinder-85083 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:49:42.038857 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Attempting to bind port 321e80ac-9564-4f3d-acac-6d281d534f5a by drivers openvswitch,hyperv on host hv-cinder-85083 at level 0 using segments [{'id': 'aecdd2c6-415a-4602-b230-3cdc663f3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '22f08d8a-ca18-4670-91f5-b3cbdf9412e3'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:49:42.038857 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Attempting to bind port 321e80ac-9564-4f3d-acac-6d281d534f5a on network 22f08d8a-ca18-4670-91f5-b3cbdf9412e3 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:49:42.043175 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Port 321e80ac-9564-4f3d-acac-6d281d534f5a on network 22f08d8a-ca18-4670-91f5-b3cbdf9412e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85083 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 05:49:42.043488 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Attempting to bind port 321e80ac-9564-4f3d-acac-6d281d534f5a on network 22f08d8a-ca18-4670-91f5-b3cbdf9412e3 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:49:42.048263 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Checking agent: {'id': 'c7256334-36d2-43ba-a5c2-47306d1a8d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85083', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'started_at': datetime.datetime(2022, 7, 25, 5, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:49:42.048593 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Checking segment: {'id': 'aecdd2c6-415a-4602-b230-3cdc663f3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '22f08d8a-ca18-4670-91f5-b3cbdf9412e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:49:42.049076 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Bound using segment: {'id': 'aecdd2c6-415a-4602-b230-3cdc663f3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '22f08d8a-ca18-4670-91f5-b3cbdf9412e3'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:49:42.049648 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Bound port: 321e80ac-9564-4f3d-acac-6d281d534f5a, host: hv-cinder-85083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aecdd2c6-415a-4602-b230-3cdc663f3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '22f08d8a-ca18-4670-91f5-b3cbdf9412e3'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:49:42.049997 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:42.086748 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b3088-6b95-401d-8fc9-cacfc485ffec req-323fcf05-e0ac-4661-bc52-a13c24826aa2 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:42.088240 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-339b3088-6b95-401d-8fc9-cacfc485ffec req-323fcf05-e0ac-4661-bc52-a13c24826aa2 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 943 time: 0.0477257 Jul 25 05:49:42.110529 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] For port 321e80ac-9564-4f3d-acac-6d281d534f5a, host hv-cinder-85083, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:49:42.114199 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] For port 321e80ac-9564-4f3d-acac-6d281d534f5a, host hv-cinder-85083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=321e80ac-9564-4f3d-acac-6d281d534f5a,segment=NetworkSegment(aecdd2c6-415a-4602-b230-3cdc663f3b4f),segment_id=aecdd2c6-415a-4602-b230-3cdc663f3b4f)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:49:42.120427 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61947910'] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:42.126046 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:42.136635 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-339b3088-6b95-401d-8fc9-cacfc485ffec req-515afb71-84e6-4b73-8c11-d17ca12181aa tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428183 Jul 25 05:49:42.151682 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:42.159939 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:42.160952 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:42.162352 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] 10.222.0.43 "PUT /v2.0/ports/321e80ac-9564-4f3d-acac-6d281d534f5a HTTP/1.1" status: 200 len: 1093 time: 0.5961120 Jul 25 05:49:42.165190 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc0cb88-68d6-4727-9095-71d08196d6b1', 'tag': '321e80ac-9564-4f3d-acac-6d281d534f5a'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:49:42.167792 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9013982d-826b-41b1-9670-f49a2091c819" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc0cb88-68d6-4727-9095-71d08196d6b1", "tag": "321e80ac-9564-4f3d-acac-6d281d534f5a"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:49:42.200201 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c93baa-b550-4273-bca4-6adddb824924 service neutron] Pushing event updated for resources: {'Port': ['ID=321e80ac-9564-4f3d-acac-6d281d534f5a,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:42.207283 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d128bd-0541-42cb-9e9c-64c42d957c42 x-openstack-request-id: req-f8d128bd-0541-42cb-9e9c-64c42d957c42 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:49:42.207575 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc0cb88-68d6-4727-9095-71d08196d6b1", "tag": "321e80ac-9564-4f3d-acac-6d281d534f5a", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:49:42.207841 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f8d128bd-0541-42cb-9e9c-64c42d957c42 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:49:42.208231 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d128bd-0541-42cb-9e9c-64c42d957c42'] response: {'name': 'network-changed', 'server_uuid': '6fc0cb88-68d6-4727-9095-71d08196d6b1', 'tag': '321e80ac-9564-4f3d-acac-6d281d534f5a', 'status': 'completed', 'code': 200} Jul 25 05:49:42.272032 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-bf6bcff1-af52-444a-a8c4-41383795ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:42.273608 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-bf6bcff1-af52-444a-a8c4-41383795ab16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8a1790f9a76478eab9dd2bbe8941b8f&device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 1127 time: 0.0449405 Jul 25 05:49:42.327352 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-ebfb02e2-4938-4829-a67b-e7875b0c7b9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=321e80ac-9564-4f3d-acac-6d281d534f5a HTTP/1.1" status: 200 len: 217 time: 0.0329950 Jul 25 05:49:42.378952 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-e3fe1409-ce99-40b8-96a2-e349ff0402a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:42.380278 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-e3fe1409-ce99-40b8-96a2-e349ff0402a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9dcf1679-595a-4b89-ad16-1bcbe2c60bb9 HTTP/1.1" status: 200 len: 849 time: 0.0434871 Jul 25 05:49:42.416698 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-5053f140-82c3-41ad-baf0-7140b4e58b8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22f08d8a-ca18-4670-91f5-b3cbdf9412e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280299 Jul 25 05:49:42.509167 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-b1367f93-0fdc-46d2-a1fb-44da0c3a4b56 service neutron] 10.222.0.43 "GET /v2.0/networks/22f08d8a-ca18-4670-91f5-b3cbdf9412e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820098 Jul 25 05:49:42.600585 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:42.605478 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-82330a0b-5fa5-4f3a-904e-39f8ef0c258a req-0f117137-e9e9-4fba-aabd-000af43e21be service neutron] 10.222.0.43 "GET /v2.0/networks/22f08d8a-ca18-4670-91f5-b3cbdf9412e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863216 Jul 25 05:49:42.890290 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:43.251865 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36c8bd-306a-49c1-b7a1-40cdca9b6970 req-bb9258d8-ed11-428e-be8c-47699beeacea tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:43.253540 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7f36c8bd-306a-49c1-b7a1-40cdca9b6970 req-bb9258d8-ed11-428e-be8c-47699beeacea tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 943 time: 0.0479102 Jul 25 05:49:43.303878 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-7f36c8bd-306a-49c1-b7a1-40cdca9b6970 req-0e520c97-a18d-4317-ae34-b0c8dab676c8 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447869 Jul 25 05:49:43.536468 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013982d-826b-41b1-9670-f49a2091c819 req-0b7f4671-1b2d-4eeb-8c4e-7ab64b6d8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:43.537869 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9013982d-826b-41b1-9670-f49a2091c819 req-0b7f4671-1b2d-4eeb-8c4e-7ab64b6d8dc9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8a1790f9a76478eab9dd2bbe8941b8f&device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 1127 time: 0.0399709 Jul 25 05:49:43.634011 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013982d-826b-41b1-9670-f49a2091c819 req-ffe0ed81-7d41-47e9-8761-2b8ec01d4252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:43.635469 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9013982d-826b-41b1-9670-f49a2091c819 req-ffe0ed81-7d41-47e9-8761-2b8ec01d4252 service neutron] 10.222.0.43 "GET /v2.0/networks?id=22f08d8a-ca18-4670-91f5-b3cbdf9412e3 HTTP/1.1" status: 200 len: 910 time: 0.0885165 Jul 25 05:49:43.678126 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9013982d-826b-41b1-9670-f49a2091c819 req-6bb177c7-f91d-4ec1-adb5-419b8dbcf8e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=321e80ac-9564-4f3d-acac-6d281d534f5a HTTP/1.1" status: 200 len: 217 time: 0.0330515 Jul 25 05:49:43.730163 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013982d-826b-41b1-9670-f49a2091c819 req-dce4dc4e-f221-446d-ac45-0ffca2f4ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:43.731591 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9013982d-826b-41b1-9670-f49a2091c819 req-dce4dc4e-f221-446d-ac45-0ffca2f4ec54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9dcf1679-595a-4b89-ad16-1bcbe2c60bb9 HTTP/1.1" status: 200 len: 849 time: 0.0444939 Jul 25 05:49:43.765648 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9013982d-826b-41b1-9670-f49a2091c819 req-5af6774a-5c43-4be9-b49d-8c02f2cd36ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22f08d8a-ca18-4670-91f5-b3cbdf9412e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254745 Jul 25 05:49:43.861839 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9013982d-826b-41b1-9670-f49a2091c819 req-d25056eb-5ea8-44ba-9d36-e29fec942fa8 service neutron] 10.222.0.43 "GET /v2.0/networks/22f08d8a-ca18-4670-91f5-b3cbdf9412e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866652 Jul 25 05:49:43.954524 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9013982d-826b-41b1-9670-f49a2091c819 req-133e4c05-a08f-4d03-adf9-8d0aff688a6b service neutron] 10.222.0.43 "GET /v2.0/networks/22f08d8a-ca18-4670-91f5-b3cbdf9412e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852220 Jul 25 05:49:44.195298 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:44.417363 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1dbae-5d87-460f-b424-a5242888847e req-124ed4de-d052-48b8-a353-f970a19d6499 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:44.418818 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c4c1dbae-5d87-460f-b424-a5242888847e req-124ed4de-d052-48b8-a353-f970a19d6499 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 943 time: 0.0471449 Jul 25 05:49:44.465302 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-c4c1dbae-5d87-460f-b424-a5242888847e req-fa455848-25b6-46fc-a2a6-188fcd1533a4 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403411 Jul 25 05:49:44.639068 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 321e80ac-9564-4f3d-acac-6d281d534f5a details requested by agent hyperv_hv-cinder-85083 with host hv-cinder-85083 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 05:49:44.741765 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:44.754334 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 321e80ac-9564-4f3d-acac-6d281d534f5a, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=321e80ac-9564-4f3d-acac-6d281d534f5a,segment=NetworkSegment(aecdd2c6-415a-4602-b230-3cdc663f3b4f),segment_id=aecdd2c6-415a-4602-b230-3cdc663f3b4f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:49:44.764662 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Returning: {'device': '321e80ac-9564-4f3d-acac-6d281d534f5a', 'network_id': '22f08d8a-ca18-4670-91f5-b3cbdf9412e3', 'port_id': '321e80ac-9564-4f3d-acac-6d281d534f5a', 'mac_address': 'fa:16:3e:0e:dd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcf1679-595a-4b89-ad16-1bcbe2c60bb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 05:49:44.800326 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 321e80ac-9564-4f3d-acac-6d281d534f5a is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:49:44.800601 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:44.813759 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321e80ac-9564-4f3d-acac-6d281d534f5a {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:49:44.834062 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 321e80ac-9564-4f3d-acac-6d281d534f5a, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=321e80ac-9564-4f3d-acac-6d281d534f5a,segment=NetworkSegment(aecdd2c6-415a-4602-b230-3cdc663f3b4f),segment_id=aecdd2c6-415a-4602-b230-3cdc663f3b4f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:49:44.837612 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:44.884454 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=321e80ac-9564-4f3d-acac-6d281d534f5a,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:45.162502 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['321e80ac-9564-4f3d-acac-6d281d534f5a'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:49:45.575645 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affce4ec-ed69-4107-a956-428fb9b51602 req-dbed304d-fe5c-4cae-a287-86da70e2e814 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:45.577099 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-affce4ec-ed69-4107-a956-428fb9b51602 req-dbed304d-fe5c-4cae-a287-86da70e2e814 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 944 time: 0.0461538 Jul 25 05:49:45.623691 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-affce4ec-ed69-4107-a956-428fb9b51602 req-fc41314f-2cc1-4f24-9c69-0293a10d5d80 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Jul 25 05:49:46.670333 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 321e80ac-9564-4f3d-acac-6d281d534f5a up at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:49:46.699679 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:46.701843 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:46.721977 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning for port 321e80ac-9564-4f3d-acac-6d281d534f5a completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 05:49:46.728407 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Provisioning complete for port 321e80ac-9564-4f3d-acac-6d281d534f5a triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:49:46.728798 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779876'] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:46.750712 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dee604-9daa-409c-bad9-063d494e74ea req-8b4c0854-52ed-410d-857f-163cf715992d tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:46.752385 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-81dee604-9daa-409c-bad9-063d494e74ea req-8b4c0854-52ed-410d-857f-163cf715992d tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 944 time: 0.0569661 Jul 25 05:49:46.803111 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-81dee604-9daa-409c-bad9-063d494e74ea req-8e53cfe0-8dd2-4fa6-9a43-b70ad3f36845 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450320 Jul 25 05:49:46.811466 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Current status of the port 321e80ac-9564-4f3d-acac-6d281d534f5a is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:49:46.811754 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3806985'] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:46.836027 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc0cb88-68d6-4727-9095-71d08196d6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321e80ac-9564-4f3d-acac-6d281d534f5a'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:49:46.838239 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843500edbf77fe2bf1f3991e441025de142304735f2a6f504d19f37ca32a3c74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a699db58-23f1-4c0d-bb60-6aa47062b2a0" -d '{"events": [{"server_uuid": "6fc0cb88-68d6-4727-9095-71d08196d6b1", "name": "network-vif-plugged", "status": "completed", "tag": "321e80ac-9564-4f3d-acac-6d281d534f5a"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:49:46.851115 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] For port 321e80ac-9564-4f3d-acac-6d281d534f5a, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=321e80ac-9564-4f3d-acac-6d281d534f5a,segment=NetworkSegment(aecdd2c6-415a-4602-b230-3cdc663f3b4f),segment_id=aecdd2c6-415a-4602-b230-3cdc663f3b4f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:49:46.854912 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788545174474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788544813828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788544813846'] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:46.877544 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee21c6f3-7e02-4cec-9917-613145998c53 x-openstack-request-id: req-ee21c6f3-7e02-4cec-9917-613145998c53 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:49:46.877833 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc0cb88-68d6-4727-9095-71d08196d6b1", "name": "network-vif-plugged", "status": "completed", "tag": "321e80ac-9564-4f3d-acac-6d281d534f5a", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:49:46.878147 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ee21c6f3-7e02-4cec-9917-613145998c53 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:49:46.878544 dv-cinder-850830-1-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee21c6f3-7e02-4cec-9917-613145998c53'] response: {'server_uuid': '6fc0cb88-68d6-4727-9095-71d08196d6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321e80ac-9564-4f3d-acac-6d281d534f5a', 'code': 200} Jul 25 05:49:46.903766 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Pushing event updated for resources: {'Port': ['ID=321e80ac-9564-4f3d-acac-6d281d534f5a,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:47.350180 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87e61-3f77-4ac6-b2bd-0e69cd00ca7c req-a5df015a-0be0-416e-b3be-cdcc8fa55b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:47.351672 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8eb87e61-3f77-4ac6-b2bd-0e69cd00ca7c req-a5df015a-0be0-416e-b3be-cdcc8fa55b95 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 1129 time: 0.2835348 Jul 25 05:49:47.394868 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8eb87e61-3f77-4ac6-b2bd-0e69cd00ca7c req-64352287-4d2a-4427-90c0-a93b4f8f661b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368445 Jul 25 05:49:47.915636 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7f2c2-9851-4e8b-957a-dbfb7708d55c req-e4b66b69-d109-42ce-8f7e-24a402be47e6 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:47.917118 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-33b7f2c2-9851-4e8b-957a-dbfb7708d55c req-e4b66b69-d109-42ce-8f7e-24a402be47e6 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 945 time: 0.0471168 Jul 25 05:49:47.963771 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-33b7f2c2-9851-4e8b-957a-dbfb7708d55c req-0c684131-c746-47f2-9331-0849e7c16f9c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408449 Jul 25 05:49:49.080006 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ad056-8405-470c-8d48-4b0e0eb43e7b req-99165d13-e3d5-43f6-9dda-005b8b1de520 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:49.081455 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-104ad056-8405-470c-8d48-4b0e0eb43e7b req-99165d13-e3d5-43f6-9dda-005b8b1de520 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 945 time: 0.0461581 Jul 25 05:49:49.383890 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-104ad056-8405-470c-8d48-4b0e0eb43e7b req-9256d80b-ea82-46d0-b54e-66bba20a4330 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967792 Jul 25 05:49:50.102659 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08693dc8-243b-438e-96a0-fba105c594e9 req-7be0309c-8f20-45aa-b066-0e7597637415 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:50.104091 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-08693dc8-243b-438e-96a0-fba105c594e9 req-7be0309c-8f20-45aa-b066-0e7597637415 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 945 time: 0.0472300 Jul 25 05:49:50.151589 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-08693dc8-243b-438e-96a0-fba105c594e9 req-172781b3-6f8a-4044-9cb5-c1377b01279c tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Jul 25 05:49:51.269464 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0fd2a-84ac-4d2a-9b66-d36e371aae02 req-b174a373-043d-4faf-b8ae-89006006bea8 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:51.270914 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-29f0fd2a-84ac-4d2a-9b66-d36e371aae02 req-b174a373-043d-4faf-b8ae-89006006bea8 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 945 time: 0.0476160 Jul 25 05:49:51.319555 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-29f0fd2a-84ac-4d2a-9b66-d36e371aae02 req-35ae70d8-b326-40ba-bfd1-ba25535f7f95 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/security-groups?id=bc15d011-5cf6-4573-94ab-a9cf978bce2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430551 Jul 25 05:49:51.615465 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cbf28-9f7b-4679-b6b5-2b7eb5cb568e req-c6405f59-1234-4bbb-a41b-d8b8d25781ce tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:49:51.616933 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-220cbf28-9f7b-4679-b6b5-2b7eb5cb568e req-c6405f59-1234-4bbb-a41b-d8b8d25781ce tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 945 time: 0.0465891 Jul 25 05:49:51.703061 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-220cbf28-9f7b-4679-b6b5-2b7eb5cb568e req-d502395a-ce48-4751-980f-4496eeac29dc tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Deleting port 321e80ac-9564-4f3d-acac-6d281d534f5a {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:49:51.703449 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-220cbf28-9f7b-4679-b6b5-2b7eb5cb568e req-d502395a-ce48-4751-980f-4496eeac29dc tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:51.726345 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:51.773675 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:51.794351 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-220cbf28-9f7b-4679-b6b5-2b7eb5cb568e req-d502395a-ce48-4751-980f-4496eeac29dc tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] For port 321e80ac-9564-4f3d-acac-6d281d534f5a, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=321e80ac-9564-4f3d-acac-6d281d534f5a,segment=NetworkSegment(aecdd2c6-415a-4602-b230-3cdc663f3b4f),segment_id=aecdd2c6-415a-4602-b230-3cdc663f3b4f)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:49:51.794720 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-220cbf28-9f7b-4679-b6b5-2b7eb5cb568e req-d502395a-ce48-4751-980f-4496eeac29dc tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:51.808624 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-220cbf28-9f7b-4679-b6b5-2b7eb5cb568e req-d502395a-ce48-4751-980f-4496eeac29dc tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Calling delete_port for 321e80ac-9564-4f3d-acac-6d281d534f5a owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:49:51.950038 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-220cbf28-9f7b-4679-b6b5-2b7eb5cb568e req-d502395a-ce48-4751-980f-4496eeac29dc tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (321e80ac-9564-4f3d-acac-6d281d534f5a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:51.979197 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502395a-ce48-4751-980f-4496eeac29dc tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Pushing event deleted for resources: {'Port': ['ID=321e80ac-9564-4f3d-acac-6d281d534f5a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:49:52.004084 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] get_ports_and_sgs() called for port_ids ['321e80ac-9564-4f3d-acac-6d281d534f5a'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 05:49:52.032830 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-220cbf28-9f7b-4679-b6b5-2b7eb5cb568e req-d502395a-ce48-4751-980f-4496eeac29dc tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] No DVR routers for this DVR port 321e80ac-9564-4f3d-acac-6d281d534f5a on host hv-cinder-85083 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:49:52.035250 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-220cbf28-9f7b-4679-b6b5-2b7eb5cb568e req-d502395a-ce48-4751-980f-4496eeac29dc tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:49:52.038587 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-220cbf28-9f7b-4679-b6b5-2b7eb5cb568e req-d502395a-ce48-4751-980f-4496eeac29dc tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.43 "DELETE /v2.0/ports/321e80ac-9564-4f3d-acac-6d281d534f5a HTTP/1.1" status: 204 len: 173 time: 0.4134731 Jul 25 05:49:52.039033 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc0cb88-68d6-4727-9095-71d08196d6b1', 'name': 'network-vif-deleted', 'tag': '321e80ac-9564-4f3d-acac-6d281d534f5a'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:49:52.041287 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7401fdd-e143-4eb5-aa5e-6ab0e9c2017a" -d '{"events": [{"server_uuid": "6fc0cb88-68d6-4727-9095-71d08196d6b1", "name": "network-vif-deleted", "tag": "321e80ac-9564-4f3d-acac-6d281d534f5a"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:49:52.080854 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76452230-dd33-4202-89a9-1c38ab533a8f x-openstack-request-id: req-76452230-dd33-4202-89a9-1c38ab533a8f {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:49:52.081152 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc0cb88-68d6-4727-9095-71d08196d6b1", "name": "network-vif-deleted", "tag": "321e80ac-9564-4f3d-acac-6d281d534f5a", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:49:52.081409 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-76452230-dd33-4202-89a9-1c38ab533a8f {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:49:52.081815 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76452230-dd33-4202-89a9-1c38ab533a8f'] response: {'server_uuid': '6fc0cb88-68d6-4727-9095-71d08196d6b1', 'name': 'network-vif-deleted', 'tag': '321e80ac-9564-4f3d-acac-6d281d534f5a', 'status': 'completed', 'code': 200} Jul 25 05:49:52.425642 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-076df0de-680b-4f1d-ba30-55098c50dac4 req-90221a6b-2994-4bcc-b1ca-a361b1dc0365 tempest-VolumesActionsTest-1864640330 tempest-VolumesActionsTest-1864640330-project] 10.222.0.33 "GET /v2.0/ports?device_id=6fc0cb88-68d6-4727-9095-71d08196d6b1 HTTP/1.1" status: 200 len: 210 time: 0.0272467 Jul 25 05:49:56.346527 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:56.356705 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:56.901856 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=25,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:49:57.122929 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 321e80ac-9564-4f3d-acac-6d281d534f5a no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:49:57.143223 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 321e80ac-9564-4f3d-acac-6d281d534f5a {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:49:57.143567 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 321e80ac-9564-4f3d-acac-6d281d534f5a not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:50:01.992715 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:02.012758 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=29,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:02.407588 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:02.409057 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=87 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:06.928225 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:50:09.353503 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9ef5c34-c3bc-468b-9a7f-23a532f90edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:10.650728 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43492) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:10.818499 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-abee34bf-ac88-426f-a885-c35afb5cef35 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Deleting port 8438e1f3-744e-4a81-b14c-d1ef41cc713c {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:50:10.818913 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-abee34bf-ac88-426f-a885-c35afb5cef35 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (8438e1f3-744e-4a81-b14c-d1ef41cc713c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:10.920404 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-abee34bf-ac88-426f-a885-c35afb5cef35 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (8438e1f3-744e-4a81-b14c-d1ef41cc713c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:10.921022 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-abee34bf-ac88-426f-a885-c35afb5cef35 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for floatingip (8438e1f3-744e-4a81-b14c-d1ef41cc713c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:10.934790 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-abee34bf-ac88-426f-a885-c35afb5cef35 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Calling delete_port for 8438e1f3-744e-4a81-b14c-d1ef41cc713c owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:50:11.090325 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-abee34bf-ac88-426f-a885-c35afb5cef35 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (8438e1f3-744e-4a81-b14c-d1ef41cc713c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:11.123664 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee34bf-ac88-426f-a885-c35afb5cef35 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Pushing event deleted for resources: {'Port': ['ID=8438e1f3-744e-4a81-b14c-d1ef41cc713c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:11.191305 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-abee34bf-ac88-426f-a885-c35afb5cef35 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for floatingip (70c086d6-66e7-414e-a65f-cf99b047ee50), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:11.191706 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-abee34bf-ac88-426f-a885-c35afb5cef35 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Floating IP 70c086d6-66e7-414e-a65f-cf99b047ee50 disassociated (deleted). External IP: 172.27.3.207, port: 1046d76f-597e-40e1-a094-544799c676dd. Jul 25 05:50:11.422470 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abee34bf-ac88-426f-a885-c35afb5cef35 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Router aca714c7-96e4-47f5-a91a-01cded4e514b has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:50:11.544912 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abee34bf-ac88-426f-a885-c35afb5cef35 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:50:11.549787 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-abee34bf-ac88-426f-a885-c35afb5cef35 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:11.554923 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf207b4-61f9-442b-b2b1-012f2179da0e None None] Sync routers for ids ['aca714c7-96e4-47f5-a91a-01cded4e514b'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:50:11.576552 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf207b4-61f9-442b-b2b1-012f2179da0e None None] Routers {'aca714c7-96e4-47f5-a91a-01cded4e514b'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:50:11.577777 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bbf207b4-61f9-442b-b2b1-012f2179da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:49:42Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['aca714c7-96e4-47f5-a91a-01cded4e514b'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:11.597700 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:11.618070 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-abee34bf-ac88-426f-a885-c35afb5cef35 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "DELETE /v2.0/floatingips/70c086d6-66e7-414e-a65f-cf99b047ee50 HTTP/1.1" status: 204 len: 168 time: 0.9649909 Jul 25 05:50:11.619800 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'tag': '1046d76f-597e-40e1-a094-544799c676dd'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:50:11.623333 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bfba8ad7b99e200afda0bba6330215c5d44a7404601dfba72d7def38437b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb22934-2864-4d54-9297-c2a80b1ec1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2221cc83-bea9-40a3-8091-ab87d3e19559", "tag": "1046d76f-597e-40e1-a094-544799c676dd"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:50:11.734919 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4c01c72a-4a4e-4570-a181-7198e1fcb15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:11.744517 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-bbf207b4-61f9-442b-b2b1-012f2179da0e None None] Set router aca714c7-96e4-47f5-a91a-01cded4e514b gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:50:11.862332 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 05:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae63ebe-e064-4466-aa41-1f890ecb7d5d x-openstack-request-id: req-6ae63ebe-e064-4466-aa41-1f890ecb7d5d {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:50:11.862908 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2221cc83-bea9-40a3-8091-ab87d3e19559", "tag": "1046d76f-597e-40e1-a094-544799c676dd", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:50:11.863259 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6ae63ebe-e064-4466-aa41-1f890ecb7d5d {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:50:11.863809 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae63ebe-e064-4466-aa41-1f890ecb7d5d'] response: {'name': 'network-changed', 'server_uuid': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'tag': '1046d76f-597e-40e1-a094-544799c676dd', 'status': 'completed', 'code': 200} Jul 25 05:50:11.973180 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0fa0-4e79-40ae-b01a-8c52efefa9b1 req-99b92155-885c-4bbc-aeff-a2100dbd31c8 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:50:11.974939 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-24ee0fa0-4e79-40ae-b01a-8c52efefa9b1 req-99b92155-885c-4bbc-aeff-a2100dbd31c8 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0565026 Jul 25 05:50:11.993294 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bbf207b4-61f9-442b-b2b1-012f2179da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 4, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port': {'id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '674e77a5-f2f0-4c02-830b-b36a05b0ddc0', 'name': '', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'mac_address': 'fa:16:3e:47:32:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:25Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 5, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'subnets': [{'id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:12.014459 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:12.024827 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf207b4-61f9-442b-b2b1-012f2179da0e None None] Checking router: aca714c7-96e4-47f5-a91a-01cded4e514b for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:50:12.036507 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf207b4-61f9-442b-b2b1-012f2179da0e None None] Routers {'aca714c7-96e4-47f5-a91a-01cded4e514b'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:50:12.037243 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bbf207b4-61f9-442b-b2b1-012f2179da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:50:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['aca714c7-96e4-47f5-a91a-01cded4e514b'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:12.044242 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-24ee0fa0-4e79-40ae-b01a-8c52efefa9b1 req-98eff3a7-3c46-4f0a-89f9-f63841f1e96c tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628946 Jul 25 05:50:12.150219 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-bbf207b4-61f9-442b-b2b1-012f2179da0e None None] Set router aca714c7-96e4-47f5-a91a-01cded4e514b gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:50:12.338529 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bbf207b4-61f9-442b-b2b1-012f2179da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 4, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port': {'id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '674e77a5-f2f0-4c02-830b-b36a05b0ddc0', 'name': '', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'mac_address': 'fa:16:3e:47:32:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:25Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 5, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'subnets': [{'id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:12.367647 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf207b4-61f9-442b-b2b1-012f2179da0e None None] The sync data for ids ['aca714c7-96e4-47f5-a91a-01cded4e514b'] in dv-cinder-850830-1-iscsi is: [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:26Z', 'revision_number': 4, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port': {'id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi', '_interfaces': [{'id': '674e77a5-f2f0-4c02-830b-b36a05b0ddc0', 'name': '', 'network_id': '152f2c4c-f1d7-4b80-8c66-de0cfa8e3082', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'mac_address': 'fa:16:3e:47:32:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:25Z', 'updated_at': '2022-07-25T05:45:31Z', 'revision_number': 5, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'subnets': [{'id': '2ef97185-3ac4-47a3-bce7-1a030a296ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:50:12.577935 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257280e7-b42a-4255-9a00-1e0cf4cc2396 None None] New status for floating IP 70c086d6-66e7-414e-a65f-cf99b047ee50: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 05:50:12.652009 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:12.916218 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:13.165378 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee3d4b-36b7-4231-84ba-ddede53d9e34 req-ddcd9fa2-b3af-4ec3-85fe-f6395f28d773 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:50:13.166875 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1cee3d4b-36b7-4231-84ba-ddede53d9e34 req-ddcd9fa2-b3af-4ec3-85fe-f6395f28d773 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0527093 Jul 25 05:50:13.217777 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-1cee3d4b-36b7-4231-84ba-ddede53d9e34 req-f55d6702-121d-46fd-9d00-21864359be89 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445006 Jul 25 05:50:13.267215 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb22934-2864-4d54-9297-c2a80b1ec1fb req-e13ae420-9e2b-4804-8a9f-f8665db4e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:50:13.268693 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8bb22934-2864-4d54-9297-c2a80b1ec1fb req-e13ae420-9e2b-4804-8a9f-f8665db4e519 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=354d7ebd6b454fb5a601a2a78a88561e&device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 1129 time: 0.0406415 Jul 25 05:50:13.501758 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb22934-2864-4d54-9297-c2a80b1ec1fb req-46608de8-e0b6-4ce9-87e4-c24ecf720d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:50:13.503115 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8bb22934-2864-4d54-9297-c2a80b1ec1fb req-46608de8-e0b6-4ce9-87e4-c24ecf720d55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 HTTP/1.1" status: 200 len: 910 time: 0.0887492 Jul 25 05:50:13.780682 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8bb22934-2864-4d54-9297-c2a80b1ec1fb req-404d52d1-c14e-47be-8067-3dbee8a98a64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1046d76f-597e-40e1-a094-544799c676dd HTTP/1.1" status: 200 len: 217 time: 0.0370927 Jul 25 05:50:13.970126 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb22934-2864-4d54-9297-c2a80b1ec1fb req-67ea08d0-1fb5-4c03-9f43-cfdb529a87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:50:13.971594 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8bb22934-2864-4d54-9297-c2a80b1ec1fb req-67ea08d0-1fb5-4c03-9f43-cfdb529a87f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ef97185-3ac4-47a3-bce7-1a030a296ec0 HTTP/1.1" status: 200 len: 848 time: 0.0845950 Jul 25 05:50:13.977623 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ef0c9-54b9-4bfa-91c3-663a45de00a0 req-a62fc822-7344-425b-bb7e-6fed42e73fc9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:50:13.978904 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-512ef0c9-54b9-4bfa-91c3-663a45de00a0 req-a62fc822-7344-425b-bb7e-6fed42e73fc9 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.43 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.0906599 Jul 25 05:50:14.114049 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb22934-2864-4d54-9297-c2a80b1ec1fb req-d46950dd-a49b-42ef-8428-5e0c4f990342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:50:14.116519 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8bb22934-2864-4d54-9297-c2a80b1ec1fb req-d46950dd-a49b-42ef-8428-5e0c4f990342 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1166999 Jul 25 05:50:14.146384 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-512ef0c9-54b9-4bfa-91c3-663a45de00a0 req-cc596ccb-66b7-4ddc-b9b9-a4b3f1a53683 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Deleting port 1046d76f-597e-40e1-a094-544799c676dd {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:50:14.146724 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-512ef0c9-54b9-4bfa-91c3-663a45de00a0 req-cc596ccb-66b7-4ddc-b9b9-a4b3f1a53683 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (1046d76f-597e-40e1-a094-544799c676dd), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.211191 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43586) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:14.215757 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.269070 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2991e9b6-6695-4460-a328-4aee89bc3df2 admin admin] Deleting subnet 9dcf1679-595a-4b89-ad16-1bcbe2c60bb9 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:50:14.273249 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2991e9b6-6695-4460-a328-4aee89bc3df2 admin admin] Publish callbacks [] for subnet (9dcf1679-595a-4b89-ad16-1bcbe2c60bb9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.322356 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8bb22934-2864-4d54-9297-c2a80b1ec1fb req-aea12352-c70f-420d-aff8-b373327cea14 service neutron] 10.222.0.43 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887906 Jul 25 05:50:14.324080 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-512ef0c9-54b9-4bfa-91c3-663a45de00a0 req-cc596ccb-66b7-4ddc-b9b9-a4b3f1a53683 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] For port 1046d76f-597e-40e1-a094-544799c676dd, host hv-cinder-85083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85083',level=0,port_id=1046d76f-597e-40e1-a094-544799c676dd,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:50:14.324659 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-512ef0c9-54b9-4bfa-91c3-663a45de00a0 req-cc596ccb-66b7-4ddc-b9b9-a4b3f1a53683 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (1046d76f-597e-40e1-a094-544799c676dd), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.327536 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2991e9b6-6695-4460-a328-4aee89bc3df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002132'] for subnet (9dcf1679-595a-4b89-ad16-1bcbe2c60bb9), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.358720 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-512ef0c9-54b9-4bfa-91c3-663a45de00a0 req-cc596ccb-66b7-4ddc-b9b9-a4b3f1a53683 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Calling delete_port for 1046d76f-597e-40e1-a094-544799c676dd owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:50:14.407651 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beff99-ec51-4270-be2d-f951be580aa6 req-4db197ec-c12c-4e60-ac29-37e3e4ac912a tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:50:14.409420 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-12beff99-ec51-4270-be2d-f951be580aa6 req-4db197ec-c12c-4e60-ac29-37e3e4ac912a tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 945 time: 0.1052916 Jul 25 05:50:14.427002 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2991e9b6-6695-4460-a328-4aee89bc3df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (9dcf1679-595a-4b89-ad16-1bcbe2c60bb9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.494055 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8bb22934-2864-4d54-9297-c2a80b1ec1fb req-f1dd2f63-6be4-4dd7-a0de-827b9190019a service neutron] 10.222.0.43 "GET /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601579 Jul 25 05:50:14.499006 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-12beff99-ec51-4270-be2d-f951be580aa6 req-253e8c67-d58a-4e2f-9a4e-5e15c9644d99 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/security-groups?id=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827491 Jul 25 05:50:14.522451 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2991e9b6-6695-4460-a328-4aee89bc3df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61988012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62031678'] for subnet (9dcf1679-595a-4b89-ad16-1bcbe2c60bb9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.553905 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991e9b6-6695-4460-a328-4aee89bc3df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dcf1679-595a-4b89-ad16-1bcbe2c60bb9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:14.555911 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2991e9b6-6695-4460-a328-4aee89bc3df2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.559089 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2991e9b6-6695-4460-a328-4aee89bc3df2 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/9dcf1679-595a-4b89-ad16-1bcbe2c60bb9 HTTP/1.1" status: 204 len: 168 time: 0.3455911 Jul 25 05:50:14.561908 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43590) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:14.582215 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-512ef0c9-54b9-4bfa-91c3-663a45de00a0 req-cc596ccb-66b7-4ddc-b9b9-a4b3f1a53683 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (1046d76f-597e-40e1-a094-544799c676dd), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.617345 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc596ccb-66b7-4ddc-b9b9-a4b3f1a53683 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Pushing event deleted for resources: {'Port': ['ID=1046d76f-597e-40e1-a094-544799c676dd,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:14.643840 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48efa66d-e31f-4f8e-934b-f9b17d4b0504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (22f08d8a-ca18-4670-91f5-b3cbdf9412e3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.665985 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-512ef0c9-54b9-4bfa-91c3-663a45de00a0 req-cc596ccb-66b7-4ddc-b9b9-a4b3f1a53683 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] No DVR routers for this DVR port 1046d76f-597e-40e1-a094-544799c676dd on host hv-cinder-85083 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:50:14.668591 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-512ef0c9-54b9-4bfa-91c3-663a45de00a0 req-cc596ccb-66b7-4ddc-b9b9-a4b3f1a53683 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164034'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.671916 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [req-512ef0c9-54b9-4bfa-91c3-663a45de00a0 req-cc596ccb-66b7-4ddc-b9b9-a4b3f1a53683 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.43 "DELETE /v2.0/ports/1046d76f-597e-40e1-a094-544799c676dd HTTP/1.1" status: 204 len: 173 time: 0.6792536 Jul 25 05:50:14.672360 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'name': 'network-vif-deleted', 'tag': '1046d76f-597e-40e1-a094-544799c676dd'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 05:50:14.674907 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74e4fb407b0648372791b193c2cbb968d18006dae45d2c431ab2cc55bf1d6823" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a99b06-d9c5-41c6-a63b-c13c3d8a9b8d" -d '{"events": [{"server_uuid": "2221cc83-bea9-40a3-8091-ab87d3e19559", "name": "network-vif-deleted", "tag": "1046d76f-597e-40e1-a094-544799c676dd"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 05:50:14.737400 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 05:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ef6526-1e36-4f3b-ac04-96a2e7bdc884 x-openstack-request-id: req-f0ef6526-1e36-4f3b-ac04-96a2e7bdc884 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 05:50:14.737736 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2221cc83-bea9-40a3-8091-ab87d3e19559", "name": "network-vif-deleted", "tag": "1046d76f-597e-40e1-a094-544799c676dd", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 05:50:14.738128 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48efa66d-e31f-4f8e-934b-f9b17d4b0504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (22f08d8a-ca18-4670-91f5-b3cbdf9412e3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.738357 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f0ef6526-1e36-4f3b-ac04-96a2e7bdc884 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 05:50:14.738918 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.739154 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ef6526-1e36-4f3b-ac04-96a2e7bdc884'] response: {'server_uuid': '2221cc83-bea9-40a3-8091-ab87d3e19559', 'name': 'network-vif-deleted', 'tag': '1046d76f-597e-40e1-a094-544799c676dd', 'status': 'completed', 'code': 200} Jul 25 05:50:14.766568 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-48efa66d-e31f-4f8e-934b-f9b17d4b0504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f08d8a-ca18-4670-91f5-b3cbdf9412e3']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:14.777638 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-48efa66d-e31f-4f8e-934b-f9b17d4b0504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aecdd2c6-415a-4602-b230-3cdc663f3b4f') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:14.777943 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-48efa66d-e31f-4f8e-934b-f9b17d4b0504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aecdd2c6-415a-4602-b230-3cdc663f3b4f') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:14.788855 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48efa66d-e31f-4f8e-934b-f9b17d4b0504 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002157'] for segment (aecdd2c6-415a-4602-b230-3cdc663f3b4f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.804349 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48efa66d-e31f-4f8e-934b-f9b17d4b0504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (aecdd2c6-415a-4602-b230-3cdc663f3b4f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.812907 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48efa66d-e31f-4f8e-934b-f9b17d4b0504 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:50:14.813319 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48efa66d-e31f-4f8e-934b-f9b17d4b0504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61987862'] for segment (aecdd2c6-415a-4602-b230-3cdc663f3b4f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.878033 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48efa66d-e31f-4f8e-934b-f9b17d4b0504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (22f08d8a-ca18-4670-91f5-b3cbdf9412e3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.882635 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48efa66d-e31f-4f8e-934b-f9b17d4b0504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:14.885965 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-48efa66d-e31f-4f8e-934b-f9b17d4b0504 admin admin] 10.222.0.33 "DELETE /v2.0/networks/22f08d8a-ca18-4670-91f5-b3cbdf9412e3 HTTP/1.1" status: 204 len: 168 time: 0.3229387 Jul 25 05:50:14.899439 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efa66d-e31f-4f8e-934b-f9b17d4b0504 admin admin] Pushing event deleted for resources: {'Network': ['ID=22f08d8a-ca18-4670-91f5-b3cbdf9412e3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:14.983155 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment aecdd2c6-415a-4602-b230-3cdc663f3b4f resource provider aggregate not found Jul 25 05:50:15.003607 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment aecdd2c6-415a-4602-b230-3cdc663f3b4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aecdd2c6-415a-4602-b230-3cdc663f3b4f found for delete ", "request_id": "req-a13381a2-3691-4260-8711-37d9ef41ee8a"}]} Jul 25 05:50:15.020603 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43602) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:15.072874 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f8ab9b42-b95a-4899-b3d5-f4d62219a394 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c8a1790f9a76478eab9dd2bbe8941b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505817 Jul 25 05:50:15.076276 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 43604) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:15.092665 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:15.135009 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9392363b-93b5-40f5-82d0-c648d44073d0 admin admin] Publish callbacks [] for security_group (bc15d011-5cf6-4573-94ab-a9cf978bce2a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:15.155483 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:15.161049 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9392363b-93b5-40f5-82d0-c648d44073d0 admin admin] Publish callbacks [] for security_group (bc15d011-5cf6-4573-94ab-a9cf978bce2a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:15.217758 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9392363b-93b5-40f5-82d0-c648d44073d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (bc15d011-5cf6-4573-94ab-a9cf978bce2a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:15.220767 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9392363b-93b5-40f5-82d0-c648d44073d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:15.222043 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9392363b-93b5-40f5-82d0-c648d44073d0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bc15d011-5cf6-4573-94ab-a9cf978bce2a HTTP/1.1" status: 204 len: 168 time: 0.1447523 Jul 25 05:50:15.230047 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392363b-93b5-40f5-82d0-c648d44073d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc15d011-5cf6-4573-94ab-a9cf978bce2a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:15.624266 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [req-06b608eb-237a-4388-9a0a-159c800dd476 req-e75cb15d-ebdc-48c6-a97e-bb6945ef9148 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "GET /v2.0/ports?device_id=2221cc83-bea9-40a3-8091-ab87d3e19559 HTTP/1.1" status: 200 len: 210 time: 0.0341117 Jul 25 05:50:16.683423 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 43612) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:16.740184 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e203e59d-8003-4070-87bc-480f225a7a18 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group (7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:16.765732 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e203e59d-8003-4070-87bc-480f225a7a18 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group (7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:16.826933 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e203e59d-8003-4070-87bc-480f225a7a18 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:16.829542 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e203e59d-8003-4070-87bc-480f225a7a18 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:16.830681 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e203e59d-8003-4070-87bc-480f225a7a18 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] 10.222.0.33 "DELETE /v2.0/security-groups/7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad HTTP/1.1" status: 204 len: 168 time: 0.1470726 Jul 25 05:50:16.842614 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203e59d-8003-4070-87bc-480f225a7a18 tempest-TestShelveInstance-38130555 tempest-TestShelveInstance-38130555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7673a3de-b0ce-4f1e-9ecf-a5c0d75614ad,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:16.856461 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:17.276209 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1046d76f-597e-40e1-a094-544799c676dd no longer exists at agent hyperv_hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:50:17.296248 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] No Port match for: 1046d76f-597e-40e1-a094-544799c676dd {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:50:17.296587 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Device 1046d76f-597e-40e1-a094-544799c676dd not bound to the agent host hv-cinder-85083 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:50:17.890313 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 43618) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:18.203501 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a363b3-0f0c-4142-b873-8e9fbd125970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663856'] for router_interface (aca714c7-96e4-47f5-a91a-01cded4e514b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:18.417925 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f3a363b3-0f0c-4142-b873-8e9fbd125970 admin admin] Deleting port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:50:18.419073 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a363b3-0f0c-4142-b873-8e9fbd125970 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:18.494229 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:18.502531 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-f3a363b3-0f0c-4142-b873-8e9fbd125970 admin admin] For port 674e77a5-f2f0-4c02-830b-b36a05b0ddc0, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=674e77a5-f2f0-4c02-830b-b36a05b0ddc0,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:50:18.502893 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a363b3-0f0c-4142-b873-8e9fbd125970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:18.515943 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f3a363b3-0f0c-4142-b873-8e9fbd125970 admin admin] Calling delete_port for 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:50:18.556449 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:18.695359 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a363b3-0f0c-4142-b873-8e9fbd125970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (674e77a5-f2f0-4c02-830b-b36a05b0ddc0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:18.719926 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a363b3-0f0c-4142-b873-8e9fbd125970 admin admin] Pushing event deleted for resources: {'Port': ['ID=674e77a5-f2f0-4c02-830b-b36a05b0ddc0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:18.896420 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a363b3-0f0c-4142-b873-8e9fbd125970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3620335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666816'] for router_interface (aca714c7-96e4-47f5-a91a-01cded4e514b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:19.097925 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a363b3-0f0c-4142-b873-8e9fbd125970 admin admin] Router aca714c7-96e4-47f5-a91a-01cded4e514b has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:50:19.199089 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a363b3-0f0c-4142-b873-8e9fbd125970 admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:50:19.204002 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f3a363b3-0f0c-4142-b873-8e9fbd125970 admin admin] 10.222.0.33 "PUT /v2.0/routers/aca714c7-96e4-47f5-a91a-01cded4e514b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3126633 Jul 25 05:50:19.206577 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 43620) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:19.209258 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596a303-6e13-4e07-accb-eb2ce11fe4a6 None None] Sync routers for ids ['aca714c7-96e4-47f5-a91a-01cded4e514b'] in dv-cinder-850830-1-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:50:19.219768 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1596a303-6e13-4e07-accb-eb2ce11fe4a6 None None] Routers {'aca714c7-96e4-47f5-a91a-01cded4e514b'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:50:19.220373 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1596a303-6e13-4e07-accb-eb2ce11fe4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:50:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['aca714c7-96e4-47f5-a91a-01cded4e514b'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:19.306023 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] Publish callbacks [] for router (aca714c7-96e4-47f5-a91a-01cded4e514b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:19.346241 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:19.409020 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] Publish callbacks [] for router_gateway (aca714c7-96e4-47f5-a91a-01cded4e514b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:19.409667 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-1596a303-6e13-4e07-accb-eb2ce11fe4a6 None None] Set router aca714c7-96e4-47f5-a91a-01cded4e514b gateway port host: dv-cinder-850830-1-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:50:19.413707 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:19.451519 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] Deleting port 51e30e30-9d67-4067-b4d5-6235558e3c60 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:50:19.451849 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (51e30e30-9d67-4067-b4d5-6235558e3c60), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:19.535930 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] For port 51e30e30-9d67-4067-b4d5-6235558e3c60, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=51e30e30-9d67-4067-b4d5-6235558e3c60,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:50:19.536284 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (51e30e30-9d67-4067-b4d5-6235558e3c60), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:19.537138 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:19.549917 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] Calling delete_port for 51e30e30-9d67-4067-b4d5-6235558e3c60 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:50:19.578215 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1596a303-6e13-4e07-accb-eb2ce11fe4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:50:18Z', 'revision_number': 5, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port': {'id': '51e30e30-9d67-4067-b4d5-6235558e3c60', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:19.604437 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596a303-6e13-4e07-accb-eb2ce11fe4a6 None None] Checking router: aca714c7-96e4-47f5-a91a-01cded4e514b for host: dv-cinder-850830-1-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:50:19.613743 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1596a303-6e13-4e07-accb-eb2ce11fe4a6 None None] Routers {'aca714c7-96e4-47f5-a91a-01cded4e514b'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:50:19.614350 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1596a303-6e13-4e07-accb-eb2ce11fe4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:50:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['aca714c7-96e4-47f5-a91a-01cded4e514b'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:19.699976 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-1596a303-6e13-4e07-accb-eb2ce11fe4a6 None None] Set router aca714c7-96e4-47f5-a91a-01cded4e514b gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:50:19.721689 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (51e30e30-9d67-4067-b4d5-6235558e3c60), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:19.725333 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:19.748476 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e30e30-9d67-4067-b4d5-6235558e3c60,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:19.755005 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1596a303-6e13-4e07-accb-eb2ce11fe4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:50:19Z', 'revision_number': 6, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port_host': None}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:19.781371 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596a303-6e13-4e07-accb-eb2ce11fe4a6 None None] The sync data for ids ['aca714c7-96e4-47f5-a91a-01cded4e514b'] in dv-cinder-850830-1-iscsi is: [{'id': 'aca714c7-96e4-47f5-a91a-01cded4e514b', 'name': 'tempest-TestShelveInstance-1154064924-router', 'tenant_id': '354d7ebd6b454fb5a601a2a78a88561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:23Z', 'updated_at': '2022-07-25T05:50:19Z', 'revision_number': 6, 'project_id': '354d7ebd6b454fb5a601a2a78a88561e', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:50:19.818582 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667339'] for router_gateway (aca714c7-96e4-47f5-a91a-01cded4e514b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:19.905370 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (aca714c7-96e4-47f5-a91a-01cded4e514b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:19.907523 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] Publish callbacks [] for router_controller (aca714c7-96e4-47f5-a91a-01cded4e514b), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:19.953820 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666222'] for router (aca714c7-96e4-47f5-a91a-01cded4e514b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:19.954396 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aca714c7-96e4-47f5-a91a-01cded4e514b {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 05:50:19.958935 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:19.960048 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d0f496b8-330c-43d0-9c46-009701777fe6 admin admin] 10.222.0.33 "DELETE /v2.0/routers/aca714c7-96e4-47f5-a91a-01cded4e514b HTTP/1.1" status: 204 len: 168 time: 0.7525699 Jul 25 05:50:19.962582 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 43622) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:20.011436 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-631a51cd-d90f-4eb1-acbf-b1a2f4e64056 admin admin] Deleting subnet 2ef97185-3ac4-47a3-bce7-1a030a296ec0 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:50:20.014687 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-631a51cd-d90f-4eb1-acbf-b1a2f4e64056 admin admin] Publish callbacks [] for subnet (2ef97185-3ac4-47a3-bce7-1a030a296ec0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.049712 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-631a51cd-d90f-4eb1-acbf-b1a2f4e64056 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61739776'] for subnet (2ef97185-3ac4-47a3-bce7-1a030a296ec0), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.127392 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-631a51cd-d90f-4eb1-acbf-b1a2f4e64056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (2ef97185-3ac4-47a3-bce7-1a030a296ec0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.183588 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-631a51cd-d90f-4eb1-acbf-b1a2f4e64056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61948112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61931711'] for subnet (2ef97185-3ac4-47a3-bce7-1a030a296ec0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.210034 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a51cd-d90f-4eb1-acbf-b1a2f4e64056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef97185-3ac4-47a3-bce7-1a030a296ec0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:20.213561 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-631a51cd-d90f-4eb1-acbf-b1a2f4e64056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.217855 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-631a51cd-d90f-4eb1-acbf-b1a2f4e64056 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/2ef97185-3ac4-47a3-bce7-1a030a296ec0 HTTP/1.1" status: 204 len: 168 time: 0.2543249 Jul 25 05:50:20.220481 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.33', 43624) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:20.223758 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc3ea43-53c1-4664-b5de-2e34daddc192 None None] Network 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:50:20.281665 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:20.298475 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (152f2c4c-f1d7-4b80-8c66-de0cfa8e3082), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.301084 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:20.343955 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Deleting port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:50:20.344272 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (4a85557a-5a4e-4e64-b6dd-ba2178cc3141), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.407812 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] For port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=4a85557a-5a4e-4e64-b6dd-ba2178cc3141,segment=NetworkSegment(7026a269-c6fe-4445-bae6-a4f712b2e309),segment_id=7026a269-c6fe-4445-bae6-a4f712b2e309)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:50:20.408202 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (4a85557a-5a4e-4e64-b6dd-ba2178cc3141), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.424456 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Calling delete_port for 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:50:20.501606 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61947965'] for port (4a85557a-5a4e-4e64-b6dd-ba2178cc3141), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.526709 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a85557a-5a4e-4e64-b6dd-ba2178cc3141,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:20.531833 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] No DVR routers for this DVR port 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 on host dv-cinder-850830-1-iscsi {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:50:20.581560 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c498865-f4b4-41fd-a09d-3e5b6f5c62f9 None None] DHCP port deletion for 152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 request from dv-cinder-850830-1-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 05:50:20.614126 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (152f2c4c-f1d7-4b80-8c66-de0cfa8e3082), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.635096 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152f2c4c-f1d7-4b80-8c66-de0cfa8e3082']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:20.644733 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7026a269-c6fe-4445-bae6-a4f712b2e309') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:20.645061 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7026a269-c6fe-4445-bae6-a4f712b2e309') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:20.655672 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61739833'] for segment (7026a269-c6fe-4445-bae6-a4f712b2e309), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.670725 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (7026a269-c6fe-4445-bae6-a4f712b2e309), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.677871 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:50:20.678397 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61948010'] for segment (7026a269-c6fe-4445-bae6-a4f712b2e309), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.702779 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 7026a269-c6fe-4445-bae6-a4f712b2e309 resource provider aggregate not found Jul 25 05:50:20.750450 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 7026a269-c6fe-4445-bae6-a4f712b2e309 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7026a269-c6fe-4445-bae6-a4f712b2e309 found for delete ", "request_id": "req-8c1fc689-e109-44ab-9bec-0419efe6bac2"}]} Jul 25 05:50:20.751515 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (152f2c4c-f1d7-4b80-8c66-de0cfa8e3082), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.757343 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:20.760509 dv-cinder-850830-1-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] 10.222.0.33 "DELETE /v2.0/networks/152f2c4c-f1d7-4b80-8c66-de0cfa8e3082 HTTP/1.1" status: 204 len: 168 time: 0.5390809 Jul 25 05:50:20.763706 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43630) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:20.772040 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c419f6b-c9c4-48d9-b2ff-f50ab75dc913 admin admin] Pushing event deleted for resources: {'Network': ['ID=152f2c4c-f1d7-4b80-8c66-de0cfa8e3082,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:20.864848 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:20.898347 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 51e30e30-9d67-4067-b4d5-6235558e3c60 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:50:20.920578 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 51e30e30-9d67-4067-b4d5-6235558e3c60 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:50:20.921036 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 51e30e30-9d67-4067-b4d5-6235558e3c60 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:50:20.921517 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:50:20.923882 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:20.940212 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:50:20.940643 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 4a85557a-5a4e-4e64-b6dd-ba2178cc3141 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:50:20.941076 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:50:20.959148 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:50:20.959516 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 674e77a5-f2f0-4c02-830b-b36a05b0ddc0 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:50:21.087755 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf9d46c5-630a-43a7-b98b-cde075a8c71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663856'] for router_interface (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:21.304375 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d46c5-630a-43a7-b98b-cde075a8c71e admin admin] Deleting port 1c74f22f-3b56-4060-822e-7bb92d35fa63 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:50:21.304715 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf9d46c5-630a-43a7-b98b-cde075a8c71e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:21.383820 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-bf9d46c5-630a-43a7-b98b-cde075a8c71e admin admin] For port 1c74f22f-3b56-4060-822e-7bb92d35fa63, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=1c74f22f-3b56-4060-822e-7bb92d35fa63,segment=NetworkSegment(d5e313aa-28bb-491f-8a70-7f079e39c432),segment_id=d5e313aa-28bb-491f-8a70-7f079e39c432)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:50:21.384100 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf9d46c5-630a-43a7-b98b-cde075a8c71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:21.397165 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d46c5-630a-43a7-b98b-cde075a8c71e admin admin] Calling delete_port for 1c74f22f-3b56-4060-822e-7bb92d35fa63 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:50:21.570503 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf9d46c5-630a-43a7-b98b-cde075a8c71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (1c74f22f-3b56-4060-822e-7bb92d35fa63), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:21.595725 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d46c5-630a-43a7-b98b-cde075a8c71e admin admin] Pushing event deleted for resources: {'Port': ['ID=1c74f22f-3b56-4060-822e-7bb92d35fa63,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:21.704116 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:21.750194 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:21.764588 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf9d46c5-630a-43a7-b98b-cde075a8c71e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3620335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666816'] for router_interface (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:21.971069 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9d46c5-630a-43a7-b98b-cde075a8c71e admin admin] Router ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 has already been hosted by L3 agent 712f28a5-52ca-4772-8f30-84d02e012cf8 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:50:22.074896 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9d46c5-630a-43a7-b98b-cde075a8c71e admin admin] Notify agent at l3_agent.dv-cinder-850830-1-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:50:22.079941 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-bf9d46c5-630a-43a7-b98b-cde075a8c71e admin admin] 10.222.0.33 "PUT /v2.0/routers/ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3151712 Jul 25 05:50:22.082539 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43632) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:22.084141 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6e3170-bf1c-4986-801a-fec71bd86e4a None None] Sync routers for ids ['ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'] in dv-cinder-850830-1-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:50:22.097948 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6e3170-bf1c-4986-801a-fec71bd86e4a None None] Routers {'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:50:22.098728 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-7d6e3170-bf1c-4986-801a-fec71bd86e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:50:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:22.202142 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-7d6e3170-bf1c-4986-801a-fec71bd86e4a None None] Set router ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:50:22.382669 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-7d6e3170-bf1c-4986-801a-fec71bd86e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'name': 'tempest-TestShelveInstance-614614084-router', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:50:21Z', 'revision_number': 5, 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'gw_port': {'id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:22.409070 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6e3170-bf1c-4986-801a-fec71bd86e4a None None] Checking router: ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 for host: dv-cinder-850830-1-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:50:22.418567 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6e3170-bf1c-4986-801a-fec71bd86e4a None None] Routers {'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'} bound to L3 agent in host dv-cinder-850830-1-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:50:22.419160 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-7d6e3170-bf1c-4986-801a-fec71bd86e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:28:42Z,description=,heartbeat_timestamp=2022-07-25T05:50:12Z,host='dv-cinder-850830-1-iscsi',id=712f28a5-52ca-4772-8f30-84d02e012cf8,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:28:42Z,topic='l3_agent')) {'router_ids': ['ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:22.442890 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Publish callbacks [] for router (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:22.519535 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-7d6e3170-bf1c-4986-801a-fec71bd86e4a None None] Set router ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 gateway port host: dv-cinder-850830-1-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:50:22.544726 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Publish callbacks [] for router_gateway (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:22.585835 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Deleting port 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:50:22.586174 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (9398d12b-7fcc-4012-93f5-5fc0836fe6b0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:22.666346 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] For port 9398d12b-7fcc-4012-93f5-5fc0836fe6b0, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=9398d12b-7fcc-4012-93f5-5fc0836fe6b0,segment=NetworkSegment(63491e76-bf00-4b82-b7ae-442927718966),segment_id=63491e76-bf00-4b82-b7ae-442927718966)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:50:22.666668 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (9398d12b-7fcc-4012-93f5-5fc0836fe6b0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:22.685758 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Calling delete_port for 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:50:22.689003 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-7d6e3170-bf1c-4986-801a-fec71bd86e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'name': 'tempest-TestShelveInstance-614614084-router', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:50:21Z', 'revision_number': 5, 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'gw_port': {'id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}], 'dv-cinder-850830-1-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:22.718650 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6e3170-bf1c-4986-801a-fec71bd86e4a None None] The sync data for ids ['ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0'] in dv-cinder-850830-1-iscsi is: [{'id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'name': 'tempest-TestShelveInstance-614614084-router', 'tenant_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'external_fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:50:21Z', 'revision_number': 5, 'project_id': 'f647fa5b3b6f41b9a2bf80e202a2c629', 'gw_port': {'id': '9398d12b-7fcc-4012-93f5-5fc0836fe6b0', 'name': '', 'network_id': 'eb7dc6b4-3ef9-40be-a5a4-b6c8d1856fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:45:28Z', 'updated_at': '2022-07-25T05:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3cb1b5-4833-4c2a-98ab-c6691273984f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850830-1-iscsi'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:50:22.797908 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:22.845357 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:22.857421 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (9398d12b-7fcc-4012-93f5-5fc0836fe6b0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:22.883729 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Pushing event deleted for resources: {'Port': ['ID=9398d12b-7fcc-4012-93f5-5fc0836fe6b0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:22.909973 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.910321 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.910663 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.911002 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.911333 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.911664 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.911988 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.912309 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.912633 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.913054 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.913384 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.913709 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.914027 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.914346 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.914664 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850830-1-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:50:22.957550 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667339'] for router_gateway (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.046172 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.048445 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Publish callbacks [] for router_controller (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.094802 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666222'] for router (ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.095465 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 05:50:23.099852 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.101066 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-9ab77beb-3aea-4e52-a71b-1510453dbf2f admin admin] 10.222.0.33 "DELETE /v2.0/routers/ac35a9ed-7ba3-488c-a6d7-1e58fd18dea0 HTTP/1.1" status: 204 len: 168 time: 1.0175738 Jul 25 05:50:23.103652 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43634) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:23.174638 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 1c74f22f-3b56-4060-822e-7bb92d35fa63 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:50:23.196853 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 1c74f22f-3b56-4060-822e-7bb92d35fa63 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:50:23.197198 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 1c74f22f-3b56-4060-822e-7bb92d35fa63 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:50:23.384139 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4785e8-1c03-414d-a273-cb8c1259cb6c admin admin] Deleting subnet 9affc5ca-eeb5-4671-a531-ccc5c3c158d1 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 05:50:23.388181 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e4785e8-1c03-414d-a273-cb8c1259cb6c admin admin] Publish callbacks [] for subnet (9affc5ca-eeb5-4671-a531-ccc5c3c158d1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.426434 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e4785e8-1c03-414d-a273-cb8c1259cb6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002132'] for subnet (9affc5ca-eeb5-4671-a531-ccc5c3c158d1), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.499524 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e4785e8-1c03-414d-a273-cb8c1259cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3784242'] for subnet (9affc5ca-eeb5-4671-a531-ccc5c3c158d1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.553905 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e4785e8-1c03-414d-a273-cb8c1259cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3784251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61988012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62031678'] for subnet (9affc5ca-eeb5-4671-a531-ccc5c3c158d1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.580676 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4785e8-1c03-414d-a273-cb8c1259cb6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9affc5ca-eeb5-4671-a531-ccc5c3c158d1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:23.584363 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e4785e8-1c03-414d-a273-cb8c1259cb6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.587598 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3e4785e8-1c03-414d-a273-cb8c1259cb6c admin admin] 10.222.0.33 "DELETE /v2.0/subnets/9affc5ca-eeb5-4671-a531-ccc5c3c158d1 HTTP/1.1" status: 204 len: 168 time: 0.4825959 Jul 25 05:50:23.591298 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43638) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:23.594178 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c80087f-842a-40fc-a5c4-69cf4079b0fa None None] Network 76653e27-6f8c-46ed-9e9e-8c0117108fc2 requested from dv-cinder-850830-1-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:50:23.607509 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:23.661908 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3790651'] for network (76653e27-6f8c-46ed-9e9e-8c0117108fc2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.710195 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Deleting port 345e405e-67a3-409a-8dbd-296dda775cb0 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:50:23.710615 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.745101 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ced94ef-2fbc-4baa-b5b5-f08e850b94cf None None] DHCP port deletion for 76653e27-6f8c-46ed-9e9e-8c0117108fc2 request from dv-cinder-850830-1-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 05:50:23.781661 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] For port 345e405e-67a3-409a-8dbd-296dda775cb0, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=345e405e-67a3-409a-8dbd-296dda775cb0,segment=NetworkSegment(d5e313aa-28bb-491f-8a70-7f079e39c432),segment_id=d5e313aa-28bb-491f-8a70-7f079e39c432)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:50:23.782030 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.787227 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9ced94ef-2fbc-4baa-b5b5-f08e850b94cf None None] Deleting port 345e405e-67a3-409a-8dbd-296dda775cb0 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 05:50:23.787639 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ced94ef-2fbc-4baa-b5b5-f08e850b94cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788545170104'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.795639 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Calling delete_port for 345e405e-67a3-409a-8dbd-296dda775cb0 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:50:23.859452 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9ced94ef-2fbc-4baa-b5b5-f08e850b94cf None None] For port 345e405e-67a3-409a-8dbd-296dda775cb0, host dv-cinder-850830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850830-1-iscsi',level=0,port_id=345e405e-67a3-409a-8dbd-296dda775cb0,segment=NetworkSegment(d5e313aa-28bb-491f-8a70-7f079e39c432),segment_id=d5e313aa-28bb-491f-8a70-7f079e39c432)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:50:23.859850 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ced94ef-2fbc-4baa-b5b5-f08e850b94cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665392'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.870054 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:23.878060 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9ced94ef-2fbc-4baa-b5b5-f08e850b94cf None None] Calling delete_port for 345e405e-67a3-409a-8dbd-296dda775cb0 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 05:50:23.884335 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:23.890402 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61987905'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.915487 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Pushing event deleted for resources: {'Port': ['ID=345e405e-67a3-409a-8dbd-296dda775cb0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:23.919451 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] No DVR routers for this DVR port 345e405e-67a3-409a-8dbd-296dda775cb0 on host dv-cinder-850830-1-iscsi {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:50:23.967577 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ced94ef-2fbc-4baa-b5b5-f08e850b94cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3807048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788545175336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788544813559'] for port (345e405e-67a3-409a-8dbd-296dda775cb0), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.989921 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced94ef-2fbc-4baa-b5b5-f08e850b94cf None None] Pushing event deleted for resources: {'Port': ['ID=345e405e-67a3-409a-8dbd-296dda775cb0,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:23.993644 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784377', 'neutron.services.segments.db._delete_segments_for_network-8788545280076'] for network (76653e27-6f8c-46ed-9e9e-8c0117108fc2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:23.996414 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced94ef-2fbc-4baa-b5b5-f08e850b94cf None None] No DVR routers for this DVR port 345e405e-67a3-409a-8dbd-296dda775cb0 on host dv-cinder-850830-1-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 05:50:24.015074 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76653e27-6f8c-46ed-9e9e-8c0117108fc2']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:24.024361 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e313aa-28bb-491f-8a70-7f079e39c432') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:24.024656 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e313aa-28bb-491f-8a70-7f079e39c432') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:24.034787 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788545278693', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002157'] for segment (d5e313aa-28bb-491f-8a70-7f079e39c432), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:24.049187 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683'] for segment (d5e313aa-28bb-491f-8a70-7f079e39c432), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:24.055809 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 05:50:24.056242 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3869683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61987862'] for segment (d5e313aa-28bb-491f-8a70-7f079e39c432), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:24.071289 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:24.079113 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment d5e313aa-28bb-491f-8a70-7f079e39c432 resource provider aggregate not found Jul 25 05:50:24.107522 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment d5e313aa-28bb-491f-8a70-7f079e39c432 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5e313aa-28bb-491f-8a70-7f079e39c432 found for delete ", "request_id": "req-2b01838f-5211-4550-b25e-d2fb4e1915b8"}]} Jul 25 05:50:24.123010 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3620326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667221'] for network (76653e27-6f8c-46ed-9e9e-8c0117108fc2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:24.127814 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3620340'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:24.131005 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] 10.222.0.33 "DELETE /v2.0/networks/76653e27-6f8c-46ed-9e9e-8c0117108fc2 HTTP/1.1" status: 204 len: 168 time: 0.5387993 Jul 25 05:50:24.144884 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfeb77-15e2-4e1b-a3e6-af341ae3c177 admin admin] Pushing event deleted for resources: {'Network': ['ID=76653e27-6f8c-46ed-9e9e-8c0117108fc2,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:24.246075 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43646) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:24.285926 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7c9e4126-42ef-4475-a115-cac2bb8a877a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=354d7ebd6b454fb5a601a2a78a88561e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382850 Jul 25 05:50:24.288292 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43648) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:24.339553 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eca4dc4c-cd11-4a41-a9fe-317d83861820 admin admin] Publish callbacks [] for security_group (4f6d756c-fc33-46ac-973f-08a3ea4d95fd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:24.361589 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eca4dc4c-cd11-4a41-a9fe-317d83861820 admin admin] Publish callbacks [] for security_group (4f6d756c-fc33-46ac-973f-08a3ea4d95fd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:24.409539 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eca4dc4c-cd11-4a41-a9fe-317d83861820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (4f6d756c-fc33-46ac-973f-08a3ea4d95fd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:24.412252 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eca4dc4c-cd11-4a41-a9fe-317d83861820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:24.413435 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-eca4dc4c-cd11-4a41-a9fe-317d83861820 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4f6d756c-fc33-46ac-973f-08a3ea4d95fd HTTP/1.1" status: 204 len: 168 time: 0.1241732 Jul 25 05:50:24.422205 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4dc4c-cd11-4a41-a9fe-317d83861820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6d756c-fc33-46ac-973f-08a3ea4d95fd,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:24.732554 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43654) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:24.773383 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ae162fd9-e919-48fa-bfbb-690d5d26a7a8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f647fa5b3b6f41b9a2bf80e202a2c629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394492 Jul 25 05:50:24.775728 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.33', 43656) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:24.827563 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e21bfb2-9021-4acd-a0f3-f602202950de admin admin] Publish callbacks [] for security_group (85a0109a-d5a3-4319-a0a9-953d911a1ea6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:24.850403 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e21bfb2-9021-4acd-a0f3-f602202950de admin admin] Publish callbacks [] for security_group (85a0109a-d5a3-4319-a0a9-953d911a1ea6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:24.885178 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:50:24.902593 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e21bfb2-9021-4acd-a0f3-f602202950de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438070'] for security_group (85a0109a-d5a3-4319-a0a9-953d911a1ea6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:24.905246 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e21bfb2-9021-4acd-a0f3-f602202950de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:24.906416 dv-cinder-850830-1-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7e21bfb2-9021-4acd-a0f3-f602202950de admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/85a0109a-d5a3-4319-a0a9-953d911a1ea6 HTTP/1.1" status: 204 len: 168 time: 0.1297948 Jul 25 05:50:24.906607 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:50:24.906892 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 9398d12b-7fcc-4012-93f5-5fc0836fe6b0 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:50:24.907308 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 345e405e-67a3-409a-8dbd-296dda775cb0 no longer exists at agent ovs-agent-dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 05:50:24.920491 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21bfb2-9021-4acd-a0f3-f602202950de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a0109a-d5a3-4319-a0a9-953d911a1ea6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:50:24.937205 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] No Port match for: 345e405e-67a3-409a-8dbd-296dda775cb0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 05:50:24.937553 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Device 345e405e-67a3-409a-8dbd-296dda775cb0 not bound to the agent host dv-cinder-850830-1-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 05:50:30.761703 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=44,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:30.762588 dv-cinder-850830-1-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=48,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:33.366731 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:34.909603 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=64,neutron:DELETE=8 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:34.912003 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:34.914192 dv-cinder-850830-1-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=42,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:34.937710 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=37,neutron:DELETE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:37.969232 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:39.347270 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2c2462ad-3aed-4b00-8c8d-0893e2c05c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:41.729027 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7a56fbbb-3c7c-4194-a725-bf52b692e970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:42.608233 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:42.929639 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:43.928355 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:50:44.201941 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:44.732145 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:53.923099 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:53.923904 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:54.721311 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:54.728910 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:09.350480 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-66bef304-d159-496a-885c-69c773ce8787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:10.356536 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:10.361809 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:11.725452 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-784385ca-27aa-49fc-97ee-5a5b5a029658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:12.610544 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:12.925944 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:14.205310 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:14.736937 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:20.927750 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:51:24.730681 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:24.732978 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:34.250704 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=13 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:34.253522 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=15 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:39.353096 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-12e68295-d38a-4d8a-a79e-95c21415ab8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:41.728120 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8c905aa6-4ae8-4b8c-9f11-8a7f146e928a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:42.614044 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:42.924561 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:44.208363 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:44.741343 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:47.352805 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:47.357719 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:54.734188 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:54.738827 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:57.929803 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:52:07.925503 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:52:09.358402 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f315-8c9f-44f3-a81e-5fe4f6758f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:11.730706 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-276c30f4-f0af-4b4a-8a95-a81db11f7c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:12.615860 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:12.936736 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:14.212025 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:14.744327 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:24.352935 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:52:24.353807 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:52:24.738228 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:52:24.740020 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:52:34.928706 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:52:37.974365 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:52:39.350210 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4a440523-f21c-4316-9999-bf606a1cd05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:41.733594 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-475c15ba-d847-4f68-89cf-b9273edba985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:42.621111 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:42.933751 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:44.215154 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:44.746820 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:44.924441 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:52:54.736634 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:52:54.742609 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:01.358814 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:01.359683 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:09.352198 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a3f8a154-83e4-47f0-b8b4-c53d88bfff72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:11.736142 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bd385780-33a4-4bd5-8130-532d153e91e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:11.927392 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:53:12.620982 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:12.932143 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:14.221843 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:14.751206 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:21.923537 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:24.744625 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:24.746563 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:38.355403 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=15 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:38.356174 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=17 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:39.354406 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6057fed7-cf79-4532-9671-a24c8e7e27f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:41.738798 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-160bc0cd-b359-4ca5-b47f-229f5129a0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:42.624064 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:42.945389 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:44.222367 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:44.752939 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:48.926583 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:53:54.742342 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:54.748521 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:58.923623 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:09.356911 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3929c7fc-c77e-4c73-80f9-b2ad03c8c542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:11.744086 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d0ea1b26-0fc7-41b2-9ab1-2ea0d79534a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:12.625998 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:12.944736 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:14.225243 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:14.755674 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:15.351556 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:15.352855 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:24.745127 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:24.751956 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:25.926544 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:54:37.980419 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:39.358309 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3cea8233-5003-4094-9bf9-35dc7e81cc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:39.937810 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:41.750540 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-be39960e-0991-4e53-8363-870b9956f1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:42.632030 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:43.081742 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:44.255872 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:44.758956 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:52.346266 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:52.347026 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:54.748991 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:54.755027 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:02.926001 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:55:09.361098 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e02076f9-276e-4c8e-874d-bdfc97207f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:11.744235 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-95d46e3c-5fee-4e60-aa50-8a234efdfdcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:12.632265 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:12.921412 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:12.922128 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:12.958725 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:14.232197 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:14.762061 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:24.756266 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:24.758796 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:34.246954 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=17 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:34.247608 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=15 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:39.364675 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c584c3c1-6ab1-41ff-a390-aafea2c319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (dd120822-39c0-4065-b9fc-8644d6aae03b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:39.925081 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-29e78c0a-e6f2-4901-81ac-5194ddf198d2 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:55:41.746989 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c2ad995a-7543-4c95-bd4d-f8fc970a2dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (712f28a5-52ca-4772-8f30-84d02e012cf8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:42.635043 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a8afeb4-fc64-40aa-b6db-a7e57e869d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (0fe329c2-d88e-4558-9dfe-6e4240c5212a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:42.964671 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3628e9c-a15b-4f22-8273-d033770913c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (c7256334-36d2-43ba-a5c2-47306d1a8d3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:44.234819 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e808181b-4620-46df-98b3-0db0176dfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (41db7bea-de37-479e-9e95-06d395ffc302), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:44.766660 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c98cc4f8-bc9c-452a-ba59-5180a9923cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788545280058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779962'] for agent (e8deabde-368a-426b-a026-478b804e4474), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:49.921877 dv-cinder-850830-1-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:54.761354 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:54.762188 dv-cinder-850830-1-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:UPDATE=5,neutron:SELECT=7 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}